-- Logs begin at Tue 2021-06-22 01:11:33 UTC, end at Tue 2021-06-22 02:11:23 UTC. -- Jun 22 01:41:44.541052 dv-cinder-797073-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 01:41:47.239694 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.common.config [-] Logging enabled! Jun 22 01:41:47.240257 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 01:41:47.240471 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104287) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 01:41:47.243697 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.common.config [-] Logging enabled! Jun 22 01:41:47.243949 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev370 Jun 22 01:41:47.244256 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104287) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 01:41:47.245175 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 01:41:47.245408 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 01:41:47.245765 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 01:41:47.246028 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 01:41:47.246258 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 01:41:47.246574 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.246869 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.247165 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.247393 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.247682 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.247968 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.248253 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.248537 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.248828 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.249109 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.249436 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.249909 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.250223 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.250509 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.250799 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.251088 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.251314 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] debug = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.251595 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.252019 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.252418 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.252697 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.252984 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.253257 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.253526 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.253798 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.254108 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.254434 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] host = dv-cinder-797073-2-smb {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.254710 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.254996 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.255283 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.255568 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.255841 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.256114 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.256397 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.256670 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.256941 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] log_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.257212 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.257499 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.257785 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.258103 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.258329 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.258552 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.258839 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.259126 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.259397 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.259668 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.259938 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.260208 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.260477 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.260741 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.261024 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.261304 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.261584 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.261855 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.262155 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.262422 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.262690 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.262973 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.263242 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.263510 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.263779 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.264060 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.264325 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.264593 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.264890 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.265773 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.266296 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.266594 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.266869 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.267155 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.267429 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.267702 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.267974 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] use_json = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.268248 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.268518 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.268801 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.269074 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.269348 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.269618 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.269888 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.270195 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:47.270491 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.270787 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.271086 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.271371 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.271664 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.271941 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.272229 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.272506 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.272793 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.273080 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.273367 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.273644 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.273927 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.274228 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.274522 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.274826 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.275120 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.275410 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.275684 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.275955 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.276225 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.276497 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.276778 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.277068 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.277357 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.277629 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.277907 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.278220 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.278500 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.279034 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.279313 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.279600 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.279877 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.280146 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.280421 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.281360 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.281851 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.282177 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.282464 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.282760 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.283040 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.283313 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.283584 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.283860 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.284131 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.284414 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.284782 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.285062 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.285332 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.285608 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.285879 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.286174 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.286450 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.286720 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.286993 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.287262 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.287528 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.287796 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.288064 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.288331 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.288603 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.288871 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.289142 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.289409 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.289674 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.289943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.290236 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.290504 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.290787 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.291079 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.291352 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.291626 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.291903 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.292177 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.292450 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.292722 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.292996 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.293269 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.293537 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.293824 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.294127 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.294412 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.294691 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.294963 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.295253 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.295526 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.295805 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.296078 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.296436 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.296900 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.297192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.297489 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.297785 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.298110 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.298408 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.298708 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.298988 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.299294 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.299572 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:47.299789 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 01:41:47.300028 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104287) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 01:41:47.658808 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:41:47.659020 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:41:47.659304 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:41:47.659641 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 01:41:48.049659 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.049944 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.050236 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.051581 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.051851 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.052113 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.085769 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.086063 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.086328 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.099234 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.099508 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.099773 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.129671 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.129942 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.130234 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.165353 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.165625 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.165890 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.399904 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.400509 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.400509 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.400682 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.401519 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.525686 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.526018 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.526317 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.526667 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.526939 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.527250 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.527507 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.527760 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.528015 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.528297 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.528805 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.529070 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.529325 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.529583 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.529833 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.530117 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.530385 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.530686 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.530956 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.531197 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.531468 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.531812 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.532063 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.532339 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.532582 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.532823 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.533261 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:41:48.533496 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:41:48.533726 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:41:48.533956 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:41:48.534209 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:41:48.534438 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:41:48.534792 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 01:41:48.539615 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 01:41:48.544169 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 01:41:48.548005 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 22 01:41:48.549611 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 01:41:48.550078 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 01:41:48.550409 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 01:41:48.550787 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 01:41:48.553546 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 01:41:48.553796 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 01:41:48.554169 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 01:41:48.582157 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 01:41:48.582589 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.582882 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104287) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 01:41:48.583237 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.584571 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104287) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 01:41:48.584847 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 01:41:48.585089 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 01:41:48.588134 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.588410 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:48.652053 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 01:41:48.652234 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 01:41:48.652464 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 01:41:48.652815 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 01:41:48.673398 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_db.sqlalchemy.engines [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104287) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 01:41:49.194220 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Initializing driver for type 'gre' Jun 22 01:41:49.194752 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] gre ID ranges: [(1, 1000)] Jun 22 01:41:49.250625 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Initializing driver for type 'local' Jun 22 01:41:49.250946 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Initializing driver for type 'vlan' Jun 22 01:41:49.262926 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] VlanTypeDriver initialization complete Jun 22 01:41:49.263233 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Initializing driver for type 'vxlan' Jun 22 01:41:49.263723 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] vxlan ID ranges: [(1, 1000)] Jun 22 01:41:49.327167 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Initializing extension driver 'port_security' Jun 22 01:41:49.327733 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.extensions.port_security [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] PortSecurityExtensionDriver initialization complete Jun 22 01:41:49.328088 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Initializing mechanism driver 'openvswitch' Jun 22 01:41:49.328500 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Initializing mechanism driver 'hyperv' Jun 22 01:41:49.335110 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.plugins.ml2.plugin [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:41:49.335850 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > port after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.336221 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > port after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.336578 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > port after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.336959 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > subnet after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.337306 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > subnet after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.337646 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.338042 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > network after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.338396 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > network after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.338734 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > network after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.339103 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > security_group after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.339442 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > security_group after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.339777 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.340146 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.340483 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.340814 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.341291 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > address_group after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.341632 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > address_group after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.341983 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > address_group after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.342324 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] ML2 OVO RPC backend initialized. {{(pid=104287) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 01:41:49.343556 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.343906 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.344310 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > network before_response 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.344663 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > networks before_response 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.344985 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > port before_response 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.345315 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > ports before_response 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.345647 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > subnet before_response 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.346000 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > subnets before_response 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.346339 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > network after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.346668 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > network after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.346992 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > network after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.347320 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > port after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.347647 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > port after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.347978 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > port after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.348305 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > subnet after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.348630 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > subnet after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.348954 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.349510 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.plugin [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Modular L2 Plugin initialization complete Jun 22 01:41:49.349830 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading services supported by the core plugin {{(pid=104287) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 01:41:49.350186 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.plugins.ml2.managers [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Got port-security extension from driver 'port_security' Jun 22 01:41:49.350633 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.extensions.vlantransparent [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Disabled vlantransparent extension. Jun 22 01:41:49.351107 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104287) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 01:41:49.351420 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading Plugin: router Jun 22 01:41:49.386866 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.387254 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router after_create 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.387621 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router before_create 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.387973 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.388332 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.388675 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router after_delete 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.389031 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.389385 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router after_create 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.389712 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router after_update 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.390240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router after_update 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.390586 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.390954 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router after_update 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.391389 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_update 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.391701 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: port after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.392030 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: port after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.392359 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: subnet after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.392692 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.393030 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.393367 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_create 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.393701 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: port before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.394068 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.394414 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router after_update 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.394746 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.395088 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_create 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.395440 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.395777 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_update 55549900 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.396142 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > network after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.396980 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Tracking information for resource: router configured {{(pid=104287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:41:49.397302 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Tracking information for resource: floatingip configured {{(pid=104287) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 01:41:49.402231 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.db.l3_agentschedulers_db [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 01:41:49.402797 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: port after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.403154 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: port after_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.403503 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: port after_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.404170 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: port after_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.404865 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router before_create 55550100 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.405221 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.406126 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_create 55550100 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.406478 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > router precommit_update 55550100 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.410989 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.services.provider_configuration [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service providers = [] {{(pid=104287) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 01:41:49.411342 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.db.servicetype_db [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104287) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 01:41:49.414265 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.services.service_base [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 01:41:49.414607 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.services.service_base [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 01:41:49.414942 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.services.service_base [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 01:41:49.415808 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.services.service_base [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104287) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 01:41:49.416165 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.services.service_base [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 01:41:49.416523 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:41:49.416830 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 01:41:49.428153 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:41:49.428484 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading Plugin: auto_allocate Jun 22 01:41:49.434214 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: network precommit_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.434573 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: network precommit_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.435074 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:41:49.435384 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading Plugin: tag Jun 22 01:41:49.441963 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:41:49.442309 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading Plugin: timestamp Jun 22 01:41:49.446051 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:41:49.446324 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading Plugin: network_ip_availability Jun 22 01:41:49.453779 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.454166 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.454517 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.455214 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:41:49.455524 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading Plugin: flavors Jun 22 01:41:49.460157 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:41:49.460484 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading Plugin: revisions Jun 22 01:41:49.464687 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104287) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 01:41:49.465070 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_concurrency.lockutils [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=104287) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:41:49.465788 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104287) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 01:41:49.466155 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Initializing extension manager. Jun 22 01:41:49.466650 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: __init__.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.466983 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: __pycache__ {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.467307 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.467630 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: address_group.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.468958 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.469513 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: address-group Jun 22 01:41:49.469830 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: address_scope.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.470553 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.471056 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: address-scope Jun 22 01:41:49.471373 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.472258 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.472760 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: router-admin-state-down-before-update Jun 22 01:41:49.473073 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: agent.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.473750 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.474282 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: agent Jun 22 01:41:49.474600 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: agent_resources_synced.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.475474 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.475976 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: agent-resources-synced Jun 22 01:41:49.476288 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: allowedaddresspairs.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.478018 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.478532 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: allowed-address-pairs Jun 22 01:41:49.478849 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: auto_allocated_topology.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.480092 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.480596 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: auto-allocated-topology Jun 22 01:41:49.480909 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: availability_zone.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.481584 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.482116 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: availability_zone Jun 22 01:41:49.482427 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: availability_zone_filter.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.483311 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.483897 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: availability_zone_filter Jun 22 01:41:49.484210 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: data_plane_status.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.485087 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.485584 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 01:41:49.485895 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: default_subnetpools.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.486805 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.487306 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: default-subnetpools Jun 22 01:41:49.487619 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.488401 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.488898 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: dhcp_agent_scheduler Jun 22 01:41:49.489212 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: dns.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.490131 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.490628 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension dns-integration not supported by any of loaded plugins Jun 22 01:41:49.490940 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: dns_domain_ports.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.491834 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.492329 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 01:41:49.492642 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: dvr.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.493287 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.493784 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: dvr Jun 22 01:41:49.494133 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: empty_string_filtering.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.495007 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.495513 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: empty-string-filtering Jun 22 01:41:49.495824 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.496699 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.497196 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 01:41:49.497506 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.498416 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.498911 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 01:41:49.499383 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: external_net.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.500158 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.500654 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: external-net Jun 22 01:41:49.500963 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.501839 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.502373 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: extra_dhcp_opt Jun 22 01:41:49.502684 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: extraroute.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.503565 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.504059 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: extraroute Jun 22 01:41:49.504368 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: extraroute_atomic.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.505377 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.505879 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: extraroute-atomic Jun 22 01:41:49.506218 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: filter_validation.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.506859 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.507353 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: filter-validation Jun 22 01:41:49.507663 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: fip_pf_description.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.508536 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.509037 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 01:41:49.509347 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: fip_port_details.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.510261 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.510762 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: fip-port-details Jun 22 01:41:49.511074 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: flavors.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.512273 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.512775 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: flavors Jun 22 01:41:49.513091 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.514738 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.515813 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 01:41:49.516129 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: floatingip_pools.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.516806 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.517311 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: floatingip-pools Jun 22 01:41:49.517626 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: ip_allocation.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.518540 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.519046 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 01:41:49.519360 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.520247 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.520751 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: ip-substring-filtering Jun 22 01:41:49.521065 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: l2_adjacency.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.521986 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.522486 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 01:41:49.522801 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: l3.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.523732 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.524236 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: router Jun 22 01:41:49.524552 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.526878 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.527399 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 01:41:49.527726 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.528876 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.529383 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: ext-gw-mode Jun 22 01:41:49.529703 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.531201 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.531704 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: l3-ha Jun 22 01:41:49.532021 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: l3_flavors.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.532909 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.533415 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: l3-flavors Jun 22 01:41:49.533731 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.534644 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.535143 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 01:41:49.535457 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: l3agentscheduler.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.536470 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.536974 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: l3_agent_scheduler Jun 22 01:41:49.537292 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: logging.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.538786 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.539300 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension logging not supported by any of loaded plugins Jun 22 01:41:49.539620 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: metering.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.540342 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.540905 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: metering Jun 22 01:41:49.541224 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.542314 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.542826 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: metering_source_and_destination_fields Jun 22 01:41:49.543141 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: multiprovidernet.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.544031 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.544534 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: multi-provider Jun 22 01:41:49.544849 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: netmtu.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.545736 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.546302 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: net-mtu Jun 22 01:41:49.546617 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: netmtu_writable.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.547559 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.548058 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: net-mtu-writable Jun 22 01:41:49.548369 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: network_availability_zone.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.549013 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.549509 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: network_availability_zone Jun 22 01:41:49.549819 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: network_ip_availability.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.550909 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.551410 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: network-ip-availability Jun 22 01:41:49.551725 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: network_segment_range.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.552474 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.552971 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 01:41:49.553280 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: pagination.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.554261 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.554579 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: pagination Jun 22 01:41:49.554887 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: port_device_profile.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.555774 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.556283 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: port-device-profile Jun 22 01:41:49.556595 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.557475 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.557994 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: port-mac-address-regenerate Jun 22 01:41:49.558310 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.559210 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.559712 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: port-numa-affinity-policy Jun 22 01:41:49.560021 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: port_resource_request.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.560902 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.561399 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 01:41:49.561753 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: portbindings.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.562671 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.563173 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: binding Jun 22 01:41:49.563476 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: portbindings_extended.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.564715 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.565224 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: binding-extended Jun 22 01:41:49.565543 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: portsecurity.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.566461 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.566973 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: port-security Jun 22 01:41:49.567286 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: project_id.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.568230 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.568551 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: project-id Jun 22 01:41:49.568864 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: providernet.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.569754 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.570294 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: provider Jun 22 01:41:49.570604 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.574195 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.574712 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos not supported by any of loaded plugins Jun 22 01:41:49.575038 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.576247 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.576758 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 01:41:49.577075 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.578603 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.579104 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 01:41:49.579422 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos_default.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.580305 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.580815 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos-default not supported by any of loaded plugins Jun 22 01:41:49.581133 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos_fip.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.581762 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.582293 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos-fip not supported by any of loaded plugins Jun 22 01:41:49.582608 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos_gateway_ip.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.583497 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.584000 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 01:41:49.584315 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos_port_network_policy.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.585201 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.585703 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 01:41:49.586051 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos_rule_type_details.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.586934 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.587435 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 01:41:49.587747 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: qos_rules_alias.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.588751 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.589252 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 01:41:49.589566 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: quotasv2.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.590466 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.590791 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: quotas Jun 22 01:41:49.591102 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: quotasv2_detail.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.594218 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.594550 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: quota_details Jun 22 01:41:49.594874 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: rbac.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.595895 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.596413 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: rbac-policies Jun 22 01:41:49.596731 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: rbac_address_group.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.597629 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.598175 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: rbac-address-group Jun 22 01:41:49.598495 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: rbac_address_scope.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.599381 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.599892 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: rbac-address-scope Jun 22 01:41:49.600207 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: rbac_security_groups.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.601090 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.601594 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: rbac-security-groups Jun 22 01:41:49.601905 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: rbac_subnetpool.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.602811 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.603313 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: rbac-subnetpool Jun 22 01:41:49.603625 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: revisionifmatch.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.604512 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.605011 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: revision-if-match Jun 22 01:41:49.605325 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: revisions.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.606618 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.607126 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: standard-attr-revisions Jun 22 01:41:49.607442 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: router_availability_zone.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.608092 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.609118 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: router_availability_zone Jun 22 01:41:49.609438 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: routerservicetype.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.610508 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.611018 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension router-service-type not supported by any of loaded plugins Jun 22 01:41:49.611331 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.612221 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.612727 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: security-groups-normalized-cidr Jun 22 01:41:49.613040 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.613921 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.614458 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: port-security-groups-filtering Jun 22 01:41:49.614770 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.615664 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.616170 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: security-groups-remote-address-group Jun 22 01:41:49.616483 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: securitygroup.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.626058 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.626580 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: security-group Jun 22 01:41:49.626901 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: segment.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.627664 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.628174 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension segment not supported by any of loaded plugins Jun 22 01:41:49.628494 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.629394 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.629902 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 01:41:49.630252 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: servicetype.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.631325 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.631851 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: service-type Jun 22 01:41:49.632168 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: sorting.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.633143 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.633463 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: sorting Jun 22 01:41:49.633782 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: standard_attr_segment.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.634687 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.635196 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 01:41:49.635511 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: standardattrdescription.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.636135 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.636636 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: standard-attr-description Jun 22 01:41:49.636950 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: stateful_security_group.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.637842 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.638399 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: stateful-security-group Jun 22 01:41:49.638718 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: stdattrs_common.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.639281 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 01:41:49.639596 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.641121 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.641624 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 01:41:49.641937 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: subnet_onboard.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.642999 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.643506 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: subnet_onboard Jun 22 01:41:49.643822 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.644724 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.645228 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 01:41:49.645544 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: subnet_service_types.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.646466 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.646973 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: subnet-service-types Jun 22 01:41:49.647288 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: subnetallocation.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.648336 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.648841 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: subnet_allocation Jun 22 01:41:49.649159 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.649806 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.650346 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: subnetpool-prefix-ops Jun 22 01:41:49.650664 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.651556 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.652061 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 01:41:49.652377 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: tagging.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.653403 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.654202 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: standard-attr-tag Jun 22 01:41:49.654522 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: timestamp.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.655786 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.656296 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loaded extension: standard-attr-timestamp Jun 22 01:41:49.656612 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: trunk.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.657614 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.658159 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension trunk not supported by any of loaded plugins Jun 22 01:41:49.658477 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: trunk_details.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.659363 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.659869 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension trunk-details not supported by any of loaded plugins Jun 22 01:41:49.660183 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: uplink_status_propagation.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.661071 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.661572 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 01:41:49.661883 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Loading extension file: vlantransparent.py {{(pid=104287) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 01:41:49.662551 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104287) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 01:41:49.663052 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 01:41:49.665445 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:network Jun 22 01:41:49.665998 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:subnet Jun 22 01:41:49.666383 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:41:49.666765 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:port Jun 22 01:41:49.667960 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.668394 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service FLAVORS assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.668993 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.669414 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.669732 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:router Jun 22 01:41:49.670170 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:floatingip Jun 22 01:41:49.670653 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service METERING assigned prefix: /metering {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.672621 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.672976 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.673319 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104287) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:41:49.674306 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 01:41:49.674730 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:security_group Jun 22 01:41:49.675151 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 01:41:49.675749 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service CORE assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.676065 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:41:49.676404 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] subnetpool is already registered Jun 22 01:41:49.676827 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service CORE assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.677139 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:41:49.677458 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] subnetpool is already registered Jun 22 01:41:49.679759 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.680185 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service FLAVORS assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.680771 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.681181 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.681502 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:router Jun 22 01:41:49.681829 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] router is already registered Jun 22 01:41:49.682260 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:floatingip Jun 22 01:41:49.682594 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] floatingip is already registered Jun 22 01:41:49.683044 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service METERING assigned prefix: /metering {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.683699 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 01:41:49.684015 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] rbac_policy is already registered Jun 22 01:41:49.684415 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:security_group Jun 22 01:41:49.684737 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] security_group is already registered Jun 22 01:41:49.685125 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 01:41:49.685443 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] security_group_rule is already registered Jun 22 01:41:49.686082 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service CORE assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.686399 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:41:49.686820 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] subnetpool is already registered Jun 22 01:41:49.687244 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.v2.resource_helper [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Service CORE assigned prefix: {{(pid=104287) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 01:41:49.687554 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 01:41:49.687873 dv-cinder-797073-2-smb neutron-server[104287]: WARNING neutron.quota.resource_registry [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] subnetpool is already registered Jun 22 01:41:49.688343 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: extensions {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.689785 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: address-groups {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.691281 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: address-scopes {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.692572 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: agents {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.693739 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: auto-allocated-topology {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.695013 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: availability_zones {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.696258 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: dhcp-networks {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.697749 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: dhcp-agents {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.699194 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: routers {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.700891 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: flavors {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.703824 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: service_profiles {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.705026 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: next_providers {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.706484 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: service_profiles {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.708011 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: floatingip-pools {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.709215 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: routers {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.710938 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: floatingips {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.712189 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: l3-routers {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.713576 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: l3-agents {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.715010 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: metering-labels {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.716268 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: metering-label-rules {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.717626 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: network-ip-availabilities {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.719485 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: bindings {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.721017 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: quotas {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.722659 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: quotas {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.724074 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: rbac-policies {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.725264 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: security-groups {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.726570 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: security-group-rules {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.727805 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: service-providers {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.729047 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: subnetpools {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.730385 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: subnetpools {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.731923 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.733620 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.735597 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.737344 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.739039 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.740954 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.742666 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.744444 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.746310 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.748022 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron.api.extensions [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Extended resource: tags {{(pid=104287) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 01:41:49.754223 dv-cinder-797073-2-smb neutron-server[104287]: WARNING keystonemiddleware.auth_token [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 01:41:49.758668 dv-cinder-797073-2-smb neutron-server[104287]: WARNING keystonemiddleware.auth_token [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 01:41:49.767614 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_concurrency.lockutils [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Acquired lock "singleton_lock" {{(pid=104287) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 01:41:49.768096 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_concurrency.lockutils [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Releasing lock "singleton_lock" {{(pid=104287) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 01:41:49.768714 dv-cinder-797073-2-smb neutron-server[104287]: INFO oslo_service.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Starting 2 workers Jun 22 01:41:49.773475 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Started child 104428 {{(pid=104287) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 01:41:49.778022 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Started child 104429 {{(pid=104287) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 01:41:49.779422 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:41:49.780064 dv-cinder-797073-2-smb neutron-server[104287]: INFO neutron.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 01:41:49.780341 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Notify callbacks [] for process, before_spawn {{(pid=104287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:41:49.781512 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [-] (104428) wsgi starting up on http://0.0.0.0:9696 Jun 22 01:41:49.783572 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:41:49.784019 dv-cinder-797073-2-smb neutron-server[104287]: INFO oslo_service.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Starting 1 workers Jun 22 01:41:49.784901 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [-] (104429) wsgi starting up on http://0.0.0.0:9696 Jun 22 01:41:49.788844 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Started child 104430 {{(pid=104287) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 01:41:49.789369 dv-cinder-797073-2-smb neutron-server[104287]: INFO oslo_service.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Starting 1 workers Jun 22 01:41:49.792655 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] calling RpcWorker wait() {{(pid=104430) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 01:41:49.793187 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] returning from RpcWorker wait() {{(pid=104430) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 01:41:49.793728 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Started child 104431 {{(pid=104287) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 01:41:49.794477 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:41:49.794581 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG neutron_lib.callbacks.manager [None req-5ca96d96-613b-49ac-bb76-b3a3b3b8cc0d None None] Notify callbacks [] for process, after_spawn {{(pid=104287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:41:49.795015 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:41:49.796548 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104287) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 01:41:49.796749 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 01:41:49.796929 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 01:41:49.797133 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 01:41:49.797462 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 01:41:49.797614 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 01:41:49.798144 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.798416 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.798689 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.798779 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:41:49.799229 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.799229 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.799619 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:41:49.799780 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.800036 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.800268 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.800541 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.800797 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.800964 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.801127 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.801375 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.801603 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.801902 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.802225 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.802458 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.802728 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.802896 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.803144 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.803413 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.803661 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.803925 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] debug = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.804168 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.804648 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.804900 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.805141 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.805379 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.805669 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.805891 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.806207 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.806446 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.806687 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.806898 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.807141 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.807381 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.807608 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.807837 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.808111 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.808341 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.808800 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] host = dv-cinder-797073-2-smb {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.809045 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.809259 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.809498 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.809755 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.810034 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.810252 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.810504 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.810745 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.810998 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.811217 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.811468 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.812341 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.812506 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.812748 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.812909 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_options = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.813143 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.813400 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.813653 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.813836 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.814021 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.814208 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.814460 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.814618 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.814865 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.815076 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.815284 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.815491 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.815715 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.815923 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.816166 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.816388 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.816613 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.816846 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.817081 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.817320 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.817538 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.817773 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.818036 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.818248 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.818480 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.818688 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.818911 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.819118 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.819324 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.819587 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.819795 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.820052 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.820286 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.820576 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.820801 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.821020 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.821230 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.821489 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.821715 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.822028 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.822288 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.822518 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.822837 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.822984 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.823203 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.823415 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_json = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.823595 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.823800 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.824035 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.824244 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.824536 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.824693 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.824862 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.825085 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.825500 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.825790 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.826134 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.826388 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.826617 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.826979 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.827243 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.827477 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.828192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.828446 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.828761 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.829210 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.829715 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.829715 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.830122 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.830448 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.830656 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.830832 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.830832 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.831708 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.831708 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.831708 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.832113 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.832424 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.832761 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.832761 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.833235 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.833413 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.833589 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.833779 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.833984 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.834165 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.834356 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.834667 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.834866 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.835068 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.838192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.840240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.842137 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.844405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.845943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.845943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.845943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.845943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.845943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.845943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.845943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.845943 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.847041 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.847041 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.847041 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.847041 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.847041 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.847797 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.847797 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.847797 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.848222 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.848222 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.848569 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.848569 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.848845 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.848984 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.849165 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.849441 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.849673 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.849898 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.850178 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.850424 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.850685 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.850920 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.851190 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.851403 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.851649 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.851884 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.852178 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.852633 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.852633 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.852908 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.853114 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.853387 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.853635 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.853964 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.854169 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.854389 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.854702 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.855167 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.855356 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.855522 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.855700 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.855951 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.856181 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.856437 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.856678 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.856900 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.857129 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.857404 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.857620 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.857833 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.858080 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.858332 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.858668 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.858917 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.859142 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.859367 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.859631 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.859881 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.860110 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.860368 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.860607 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.860849 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.861088 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.861308 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.861518 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.861755 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.862022 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.862227 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.862437 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.862645 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.862856 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.863067 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.863274 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.863724 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.863724 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.864214 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.864214 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.864505 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.864505 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.864772 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.864933 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.865145 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.865390 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.865606 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.865818 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.866049 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.866258 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.866514 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.866745 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.867025 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.867279 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.867504 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.867724 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.867940 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.868164 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.868373 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.868610 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.868844 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.869072 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.869280 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.869772 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.869772 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.870180 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.870180 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.870489 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.870633 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.870784 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.871107 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.871367 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.871606 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.871856 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.872071 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.872300 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.872510 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.872721 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.872948 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.873156 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.873385 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.873615 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.873830 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.874065 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.874855 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.875025 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.875229 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.875437 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.875640 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.876063 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.876227 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.876393 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.876633 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.876853 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.877075 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.877279 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.877483 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.877695 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.877888 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.878130 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.878333 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.878535 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.878765 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.878984 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.879200 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.879600 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.879600 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.879990 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.879990 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.880263 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.880403 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.880592 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.880800 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.881001 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.881306 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.881555 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.881774 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.882074 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.882318 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.882566 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.882814 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.883124 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.883333 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.883595 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.883828 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.884054 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.884271 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.884546 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.884935 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.885143 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.885391 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.885642 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.885899 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.886212 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.886449 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.886657 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.886927 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.887511 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.887511 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.887787 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.887961 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.888387 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.889014 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.889014 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.889014 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.889441 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.889441 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.889666 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.890076 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.890375 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.890605 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.890828 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.891041 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.891283 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.891519 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.891738 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.891950 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.892103 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 01:41:49.892643 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104287) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 01:41:49.892791 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 01:41:49.892926 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 01:41:49.893108 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 01:41:49.893273 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 01:41:49.893419 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 01:41:49.893634 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.893772 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.893908 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.894149 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.894305 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.894482 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.894638 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.894793 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.894955 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.895103 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.895410 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.895705 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.896035 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.896371 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.896530 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.896687 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.896841 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.897001 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.897161 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.897315 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.897616 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.897772 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.897928 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] debug = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.898105 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.898307 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.898466 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.898621 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.898773 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.898934 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.899104 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.899234 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.899371 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.899524 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.899864 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.899864 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.900204 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.900204 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.900356 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.900434 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.900533 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.900686 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] host = dv-cinder-797073-2-smb {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.900839 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.900993 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.901148 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.901301 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.901456 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.901611 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.901764 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.901918 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.902094 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.902249 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.902405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.902558 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.902714 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.902867 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.903021 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_options = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.903176 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.903330 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.903484 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.903934 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.904095 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.904253 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.904410 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.904721 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.904721 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.904930 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.905013 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.905246 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.905339 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.905420 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.906138 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.906330 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.906485 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.906645 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.906801 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.906956 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.907111 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.907264 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.907418 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.907572 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.907726 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.907880 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.908033 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.908186 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.908339 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.908494 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.908647 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.908802 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.908956 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.909111 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.909263 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.909417 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.909571 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.909729 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.909883 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.910065 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.910225 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.910382 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.910536 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.910672 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.910819 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.910956 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_json = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.911091 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.911226 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.911361 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.911496 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.911631 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.911787 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.911922 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.912056 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 01:41:49.912235 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.912393 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.912561 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.912705 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.912861 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.913018 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.913162 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.913317 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.913472 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.913626 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.913773 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.913933 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.914123 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.914280 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.914435 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.914596 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.914752 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.914908 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.915065 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.915223 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.915376 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.915535 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.915705 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.915849 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.915997 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.916143 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.916743 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.916743 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.916743 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.916743 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.917313 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.917313 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.917313 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.917313 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.917812 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.917812 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.917812 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.918736 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.918736 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.918736 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.918736 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.918736 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.918736 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919357 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919357 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919357 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919357 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919357 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919918 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919918 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919918 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.919918 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.920404 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.920404 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.920404 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.920711 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.920711 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.920898 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.920977 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.921203 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.921382 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.921502 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.921666 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.921959 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.922129 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.922290 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.922448 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.922605 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.922762 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.922918 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.923073 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.923231 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.923388 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.923545 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.923699 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.923849 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.924000 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.924157 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.924354 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.924444 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.924603 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.924760 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.924917 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.925074 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.925240 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.925413 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.925551 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.925711 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.925868 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.926045 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.926190 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.926348 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.926504 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.926662 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.926821 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.926977 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.927134 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.927292 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.927449 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.927605 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.927761 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.927917 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.928075 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.928233 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.928392 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.928541 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.928684 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.928861 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.928993 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.929134 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.929265 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.929405 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.929558 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.929719 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.929868 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.930050 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.930219 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.930367 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.930523 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.930678 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.930831 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.930978 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.931134 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.931290 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.931446 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.931603 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.931760 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.931925 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.932090 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.932246 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.932398 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.932533 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.932711 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.932866 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.933022 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.933179 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.933343 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.933466 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.933621 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.933777 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.933933 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.934111 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.934268 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.934425 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.934582 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.934741 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.934897 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.935054 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.935211 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.935367 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.935524 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.935681 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.935839 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.936001 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.936159 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.936304 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.936445 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.936591 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.937312 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.937691 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.937840 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.938035 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.938181 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.938441 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.938441 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.938707 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.938865 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.938865 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.939132 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:41:49.939297 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.939297 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.939297 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.939690 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.939690 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.939954 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.939954 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.940229 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.940229 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.940491 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.940491 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.940763 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.940763 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.941039 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.941039 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.941311 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.941450 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.941588 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.941726 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.941864 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.942021 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.942171 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.942310 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.942448 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.942597 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.942736 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.942874 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.943022 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.943161 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.943300 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.943438 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.943576 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.943713 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.943860 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.943999 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.944145 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.944285 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.944423 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.944560 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.944697 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.944845 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.944984 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.945130 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.945294 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.945438 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.945597 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.945741 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.945879 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.946067 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.946210 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.946397 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.946556 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.946697 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.946845 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.946992 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.947131 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.947269 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.947407 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.947545 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.947683 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.947829 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.947967 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.948105 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.948244 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.948472 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.948618 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.948768 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.948906 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.949044 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.949192 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.949330 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.949505 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.949700 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.949700 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.950057 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.950057 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.950325 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.950325 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.950643 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.950643 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951136 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951136 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951136 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951529 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951529 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951529 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951963 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951963 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.951963 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.952494 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.952494 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.952494 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953008 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953008 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953008 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953442 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953442 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953442 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953840 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953840 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.953840 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.954304 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.954304 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.954304 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.954713 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.954713 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 01:41:49.954713 dv-cinder-797073-2-smb neutron-server[104287]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104287) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 01:41:50.217341 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 38988) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:41:50.226667 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065272 Jun 22 01:42:01.538190 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da7b1f-f45f-4a19-968b-69fdb531adc4 None None] get_active_networks_info from dv-cinder-797073-2-smb {{(pid=104430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 01:42:01.605884 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da7b1f-f45f-4a19-968b-69fdb531adc4 None None] No non-hosted networks {{(pid=104430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 01:42:01.622502 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.agentschedulers_db [None req-96da7b1f-f45f-4a19-968b-69fdb531adc4 None None] DHCP Agent not found on host dv-cinder-797073-2-smb {{(pid=104430) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 01:42:01.730172 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-17ad23d1-6955-47f1-bc95-0e3fde08f220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521'] for agent, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:03.672340 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-793d0ac6-a60f-4b5d-9829-d21aaee980c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521'] for agent, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:03.732748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-eba03eff-3c3e-4217-96b3-9f3dfd9b41d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:04.148593 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521'] for agent, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:04.149226 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.149556 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.149879 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.150228 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.150546 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.150860 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.151173 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.151500 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.151816 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.152179 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.152496 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.152804 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:04.153423 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797073-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:04.166204 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797073-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:05.219359 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521'] for agent, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:06.820068 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521'] for agent, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:07.994710 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.db.l3_hamode_db [None req-0aaaf310-a6b7-47a7-8371-9ca7d22e2f4a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 01:42:08.051046 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 39080) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:08.070146 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaaf310-a6b7-47a7-8371-9ca7d22e2f4a None None] Routers set() bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:42:08.070531 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaaf310-a6b7-47a7-8371-9ca7d22e2f4a None None] Router IDs set() for agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 01:42:08.551369 dv-cinder-797073-2-smb neutron-server[104428]: WARNING oslo_policy.policy [None req-146dfb17-65c2-4daa-a91d-305b80e6dda0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:42:08.551962 dv-cinder-797073-2-smb neutron-server[104428]: WARNING oslo_policy.policy [None req-146dfb17-65c2-4daa-a91d-305b80e6dda0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:42:08.765244 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [None req-146dfb17-65c2-4daa-a91d-305b80e6dda0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:42:08.766443 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-146dfb17-65c2-4daa-a91d-305b80e6dda0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7132711 Jun 22 01:42:11.227334 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39094) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:11.703027 dv-cinder-797073-2-smb neutron-server[104429]: WARNING oslo_policy.policy [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:42:11.703619 dv-cinder-797073-2-smb neutron-server[104429]: WARNING oslo_policy.policy [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:42:11.919439 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:42:12.011213 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.policy [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104429) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 01:42:12.055973 dv-cinder-797073-2-smb neutron-server[104429]: WARNING oslo_policy.policy [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:42:12.056334 dv-cinder-797073-2-smb neutron-server[104429]: WARNING oslo_policy.policy [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:42:12.064876 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.quota [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] Loaded quota_driver: . Jun 22 01:42:12.155677 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769953236651', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769953236222', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769953257782', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769953255148', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769953261743', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769953203030', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-614444', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-671539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1801213', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1577517'] for rbac-policy, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:12.218618 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:12.219839 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-acaf6058-2cda-4106-8aa7-9aed5d30cfb6 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9915607 Jun 22 01:42:14.718684 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39112) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:15.010110 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Request body: {'network': {'project_id': '07c8902b0e154680b41ad4e5126729c3', 'admin_state_up': True, 'name': 'private', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:42:15.038664 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Made reservation on behalf of 07c8902b0e154680b41ad4e5126729c3 for: {'network': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:42:15.041319 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:15.057647 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:15.178470 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:15.182292 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:15.187873 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:15.208987 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=104429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:42:15.234262 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769951395530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:15.234856 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Unsubscribe: segment precommit_create {{(pid=104429) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 01:42:15.235345 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.segments_db [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Added segment 497916c1-3454-45f7-9550-6cb497134652 of type vlan for network 45c9df89-533b-45ec-afec-300d0e8dbfe8 Jun 22 01:42:15.251425 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366098ca-5727-485b-9e99-28fdb400437c,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:15.300078 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.300448 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.301003 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.301498 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.301855 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.302392 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.302772 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.303238 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.303611 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.304098 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.304544 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.304922 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Tracked resource versions report: Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: pushed versions: Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: { 'AddressGroup': {'1.2'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'ConntrackHelper': {'1.0'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Log': {'1.0'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Network': {'1.1'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Port': {'1.7'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'PortForwarding': {'1.2'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'QosPolicy': {'1.8'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'SecurityGroup': {'1.4'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'SubPort': {'1.0'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Subnet': {'1.1'}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Trunk': {'1.1'}} Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: consumer versions: Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: { DHCP agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: L3 agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: Metadata agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: Metering agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: Open vSwitch agent@dv-cinder-797073-2-smb: { 'AddressGroup': '1.2', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'ConntrackHelper': '1.0', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Log': '1.0', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Network': '1.1', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Port': '1.7', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'PortForwarding': '1.2', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'QosPolicy': '1.8', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'SecurityGroup': '1.4', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'SecurityGroupRule': '1.2', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'SubPort': '1.0', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Subnet': '1.1', Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: 'Trunk': '1.1'}} Jun 22 01:42:15.306630 dv-cinder-797073-2-smb neutron-server[104429]: {{(pid=104429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:42:15.359314 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:15.361692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:15.411776 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:15.413184 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:42:15.413844 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:15.416597 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:15.495829 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7760808 Jun 22 01:42:15.515701 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Pushing event updated for resources: {'Network': ['ID=45c9df89-533b-45ec-afec-300d0e8dbfe8,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:15.519300 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:15.527607 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 45c9df89-533b-45ec-afec-300d0e8dbfe8 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:42:18.069642 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39126) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:18.447114 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f352ae-971c-48e3-8240-cbc147c85fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:42:18.448442 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-53f352ae-971c-48e3-8240-cbc147c85fa3 admin admin] 10.222.0.13 "GET /v2.0/networks/45c9df89-533b-45ec-afec-300d0e8dbfe8 HTTP/1.1" status: 200 len: 825 time: 0.3778400 Jun 22 01:42:18.472248 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a9d832bc-5d25-455f-bca8-2050ee1351aa admin admin] 10.222.0.13 "GET /v2.0/subnetpools/5d9d97a4-f0d3-4890-b8a4-4ab9993b3114 HTTP/1.1" status: 200 len: 734 time: 0.0176339 Jun 22 01:42:18.480384 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Request body: {'subnet': {'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8', 'name': 'private-subnet', 'subnetpool_id': '5d9d97a4-f0d3-4890-b8a4-4ab9993b3114', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:42:18.501659 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Made reservation on behalf of 07c8902b0e154680b41ad4e5126729c3 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:42:18.504011 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:18.797517 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:18.801682 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:18.870653 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Checking segment: {'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:42:18.871023 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Network hostable DHCP agents. Network: 45c9df89-533b-45ec-afec-300d0e8dbfe8, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:42:18.876404 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a423dc-fe32-4c5d-993e-ac36b11c7b24,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:18.880578 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:18.895606 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Network 45c9df89-533b-45ec-afec-300d0e8dbfe8 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:42:18.906692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 45c9df89-533b-45ec-afec-300d0e8dbfe8) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:42:18.911290 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:42:18.911887 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:18.917632 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b0b7e3-f8a1-4741-97c8-35337e720c13 None None] Network 45c9df89-533b-45ec-afec-300d0e8dbfe8 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:42:18.926709 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4494760 Jun 22 01:42:19.238084 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec9f343-d482-54e4-b82c-583f3bc3df2a-45c9df89-533b-45ec-afec-300d0e8dbfe8', 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'fixed_ips': [{'subnet_id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24'}]}} from dv-cinder-797073-2-smb. {{(pid=104430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 01:42:19.239317 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:19.510115 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.db_base_plugin_common [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Allocated IP 172.20.0.2 (45c9df89-533b-45ec-afec-300d0e8dbfe8/05a423dc-fe32-4c5d-993e-ac36b11c7b24/541dac15-a3e9-4b38-8635-3db98f803c44) {{(pid=104430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:42:19.708221 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Notify callbacks [] for port, precommit_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:19.752767 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Transition to ACTIVE for port object 541dac15-a3e9-4b38-8635-3db98f803c44 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:42:19.774656 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Transition to ACTIVE for port object 541dac15-a3e9-4b38-8635-3db98f803c44 will not be triggered until provisioned by entity DHCP. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:42:19.785071 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:19.787710 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:19.866227 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Network 45c9df89-533b-45ec-afec-300d0e8dbfe8 is already hosted by enough agents. {{(pid=104430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:42:19.873893 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.base_scheduler [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Resources bound (agent type, host, resource id): {{(pid=104430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:42:19.876385 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Pushing event updated for resources: {'Port': ['ID=541dac15-a3e9-4b38-8635-3db98f803c44,revision_number=1']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:19.878681 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Received port after_create {{(pid=104430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:42:19.891088 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.891434 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.891766 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.892089 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.892411 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.892731 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.893046 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.893359 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.893713 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.894053 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.894370 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.894679 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Tracked resource versions report: Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: pushed versions: Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: { 'AddressGroup': {'1.2'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'ConntrackHelper': {'1.0'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Log': {'1.0'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Network': {'1.1'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Port': {'1.7'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'PortForwarding': {'1.2'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'QosPolicy': {'1.8'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'SecurityGroup': {'1.4'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'SubPort': {'1.0'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Subnet': {'1.1'}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Trunk': {'1.1'}} Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: consumer versions: Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: { DHCP agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: L3 agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: Metadata agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: Metering agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: Open vSwitch agent@dv-cinder-797073-2-smb: { 'AddressGroup': '1.2', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'ConntrackHelper': '1.0', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Log': '1.0', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Network': '1.1', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Port': '1.7', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'PortForwarding': '1.2', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'QosPolicy': '1.8', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'SecurityGroup': '1.4', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'SecurityGroupRule': '1.2', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'SubPort': '1.0', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Subnet': '1.1', Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: 'Trunk': '1.1'}} Jun 22 01:42:19.895712 dv-cinder-797073-2-smb neutron-server[104430]: {{(pid=104430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:42:19.928467 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:19.961126 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Attempting to bind port 541dac15-a3e9-4b38-8635-3db98f803c44 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:42:19.961518 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Attempting to bind port 541dac15-a3e9-4b38-8635-3db98f803c44 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:42:19.961937 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Attempting to bind port 541dac15-a3e9-4b38-8635-3db98f803c44 on network 45c9df89-533b-45ec-afec-300d0e8dbfe8 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:42:19.966842 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:42:19.967280 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Checking segment: {'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:42:19.967755 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:19.968146 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Bound using segment: {'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:42:19.968629 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Bound port: 541dac15-a3e9-4b38-8635-3db98f803c44, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:42:19.969010 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:20.031049 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] For port 541dac15-a3e9-4b38-8635-3db98f803c44, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:42:20.035247 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] For port 541dac15-a3e9-4b38-8635-3db98f803c44, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=541dac15-a3e9-4b38-8635-3db98f803c44,segment=NetworkSegment(497916c1-3454-45f7-9550-6cb497134652),segment_id=497916c1-3454-45f7-9550-6cb497134652)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:42:20.039562 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:20.046136 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:20.110560 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Pushing event updated for resources: {'Port': ['ID=541dac15-a3e9-4b38-8635-3db98f803c44,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:20.114656 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:21.290876 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 39134) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:21.607036 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [None req-8e08a988-071f-4c31-9921-015bd9ca088c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:42:21.608560 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-8e08a988-071f-4c31-9921-015bd9ca088c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167357 Jun 22 01:42:23.944668 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 39142) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:24.254142 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [None req-884f805f-433b-4b4e-9b70-8e1762502caf admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:42:24.255136 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-884f805f-433b-4b4e-9b70-8e1762502caf admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3095341 Jun 22 01:42:25.989369 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 541dac15-a3e9-4b38-8635-3db98f803c44 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:42:26.071255 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 541dac15-a3e9-4b38-8635-3db98f803c44 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:42:26.113865 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f8ac0-12a3-4b7c-ad0a-5d429790da7b None None] Network 45c9df89-533b-45ec-afec-300d0e8dbfe8 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:42:26.165665 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] Provisioning for port 541dac15-a3e9-4b38-8635-3db98f803c44 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:42:26.171392 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] Provisioning complete for port 541dac15-a3e9-4b38-8635-3db98f803c44 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:26.171782 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:26.339856 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:26.416458 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] For port 541dac15-a3e9-4b38-8635-3db98f803c44, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=541dac15-a3e9-4b38-8635-3db98f803c44,segment=NetworkSegment(497916c1-3454-45f7-9550-6cb497134652),segment_id=497916c1-3454-45f7-9550-6cb497134652)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:42:26.423478 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:26.430183 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:26.478244 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] Pushing event updated for resources: {'Port': ['ID=541dac15-a3e9-4b38-8635-3db98f803c44,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:26.483188 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:26.644167 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-fb41f755-a1e0-47a9-943c-81e9f789a943 None None] Provisioning complete for port 541dac15-a3e9-4b38-8635-3db98f803c44 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:26.644540 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-fb41f755-a1e0-47a9-943c-81e9f789a943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:26.853535 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 39156) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:27.145224 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] Request body: {'router': {'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'admin_state_up': True, 'name': 'router1'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:42:27.209880 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.policy [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104428) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 01:42:27.255373 dv-cinder-797073-2-smb neutron-server[104428]: WARNING oslo_policy.policy [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:42:27.255742 dv-cinder-797073-2-smb neutron-server[104428]: WARNING oslo_policy.policy [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 01:42:27.265225 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.quota [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] Loaded quota_driver: . Jun 22 01:42:27.323241 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24274'] for router, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:27.325207 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24281'] for router, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:27.481364 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:27.487283 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318'] for router, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:27.504916 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] Notify callbacks [] for router, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:27.506088 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-3797da90-3180-4c2d-b16e-f175c05daad1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6515303 Jun 22 01:42:27.964162 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 541dac15-a3e9-4b38-8635-3db98f803c44 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:42:28.009278 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 541dac15-a3e9-4b38-8635-3db98f803c44 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:28.009689 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:29.806662 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 39166) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:30.115866 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [None req-f65d214e-4531-407a-943b-d312e2abbb53 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:42:30.116928 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-f65d214e-4531-407a-943b-d312e2abbb53 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093469 Jun 22 01:42:31.431669 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ec5b3906-43e8-4272-a453-dd82abfa3d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:32.441487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 39174) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:32.757239 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:42:32.780737 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Made reservation on behalf of 5870c27c478b43bcbde0a6e83d1d6176 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:42:32.783628 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:32.799641 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:32.856810 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:42:32.923107 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:32.926839 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:32.930958 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:32.939854 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Reserving flat network on physical network physnet1 {{(pid=104428) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 01:42:32.971769 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769951395530', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:32.972348 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Unsubscribe: segment precommit_create {{(pid=104428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 01:42:32.972831 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Added segment 8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4 of type flat for network dc4b13a9-3bf9-4085-b802-51585586f44f Jun 22 01:42:32.989344 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e40a9f2-905b-40be-a135-4d10dcccfb67,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:33.039340 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.039683 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.040003 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.040314 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.040620 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.040969 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.041276 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.041579 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.041894 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.042225 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.042521 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.042819 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Tracked resource versions report: Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: pushed versions: Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: { 'AddressGroup': {'1.2'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'ConntrackHelper': {'1.0'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Log': {'1.0'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Network': {'1.1'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Port': {'1.7'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'PortForwarding': {'1.2'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'QosPolicy': {'1.8'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'SecurityGroup': {'1.4'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'SubPort': {'1.0'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Subnet': {'1.1'}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Trunk': {'1.1'}} Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: consumer versions: Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: { DHCP agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: L3 agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: Metadata agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: Metering agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: Open vSwitch agent@dv-cinder-797073-2-smb: { 'AddressGroup': '1.2', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'ConntrackHelper': '1.0', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Log': '1.0', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Network': '1.1', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Port': '1.7', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'PortForwarding': '1.2', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'QosPolicy': '1.8', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'SecurityGroup': '1.4', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'SecurityGroupRule': '1.2', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'SubPort': '1.0', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Subnet': '1.1', Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: 'Trunk': '1.1'}} Jun 22 01:42:33.043832 dv-cinder-797073-2-smb neutron-server[104428]: {{(pid=104428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:42:33.100762 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:33.104827 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:33.152977 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:33.155359 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:42:33.156004 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:33.158645 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:33.236079 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7934923 Jun 22 01:42:33.253552 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Pushing event updated for resources: {'Network': ['ID=dc4b13a9-3bf9-4085-b802-51585586f44f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:33.256997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:33.265762 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network dc4b13a9-3bf9-4085-b802-51585586f44f details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:42:33.671133 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8398760c-4b14-4a20-a3ee-7ac419734a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:34.145716 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:35.151199 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:35.548630 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39194) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:35.765605 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7600bce-a1d5-43bc-8b71-115c0afc46cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:42:35.766913 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-b7600bce-a1d5-43bc-8b71-115c0afc46cc admin admin] 10.222.0.13 "GET /v2.0/subnets/05a423dc-fe32-4c5d-993e-ac36b11c7b24 HTTP/1.1" status: 200 len: 849 time: 0.2173584 Jun 22 01:42:35.921852 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-2297fb6f-8a1e-484b-9321-f8440d806bd3 admin admin] 10.222.0.13 "GET /v2.0/routers/9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c HTTP/1.1" status: 200 len: 704 time: 0.1496646 Jun 22 01:42:36.175333 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:36.452577 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Allocated IP 172.20.0.1 (45c9df89-533b-45ec-afec-300d0e8dbfe8/05a423dc-fe32-4c5d-993e-ac36b11c7b24/70edd41e-9fad-49b7-a85b-5b37a117b8e1) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:42:36.600431 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:36.620715 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Transition to ACTIVE for port object 70edd41e-9fad-49b7-a85b-5b37a117b8e1 will not be triggered until provisioned by entity DHCP. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:42:36.699447 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:36.702890 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:36.755282 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:36.815529 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Network 45c9df89-533b-45ec-afec-300d0e8dbfe8 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:42:36.823340 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:42:36.833956 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:42:36.834516 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824486'] for router_interface, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:36.838496 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Pushing event updated for resources: {'Port': ['ID=70edd41e-9fad-49b7-a85b-5b37a117b8e1,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:36.892222 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:36.994578 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-f9cccae8-feeb-4838-bda0-1ac2ebf4d477 None None] Provisioning for port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:42:36.998700 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-f9cccae8-feeb-4838-bda0-1ac2ebf4d477 None None] Provisioning complete for port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:36.999066 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f9cccae8-feeb-4838-bda0-1ac2ebf4d477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:37.033106 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-f9cccae8-feeb-4838-bda0-1ac2ebf4d477 None None] Port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:42:37.041760 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:37.215644 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:37.220588 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:37.221669 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1744502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622269'] for router_interface, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:37.223214 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:37.293350 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Pushing event updated for resources: {'Port': ['ID=70edd41e-9fad-49b7-a85b-5b37a117b8e1,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:37.297707 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:37.342591 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Network 45c9df89-533b-45ec-afec-300d0e8dbfe8 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:42:37.343933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:42:37.500710 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Router 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c is scheduled to L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 with binding_index 1 {{(pid=104429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 01:42:37.553352 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-7504ad4a-600e-45ad-be93-97608bec8f8c None None] Provisioning complete for port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:37.553833 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7504ad4a-600e-45ad-be93-97608bec8f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:37.586478 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-7504ad4a-600e-45ad-be93-97608bec8f8c None None] Port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:42:37.599475 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:42:37.604638 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6778607 Jun 22 01:42:37.608912 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Sync routers for ids ['9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:42:37.620942 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Routers {'9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:42:37.621682 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:42:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:37.806229 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Set router 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c gateway port host: None {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:42:38.222501 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'name': 'router1', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:42:27Z', 'updated_at': '2021-06-22T01:42:36Z', 'revision_number': 2, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'gw_port_host': None, '_interfaces': [{'id': '70edd41e-9fad-49b7-a85b-5b37a117b8e1', 'name': '', 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'mac_address': 'fa:16:3e:4e:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:36Z', 'updated_at': '2021-06-22T01:42:37Z', 'revision_number': 2, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'subnets': [{'id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9d97a4-f0d3-4890-b8a4-4ab9993b3114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:38.272570 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Checking router: 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:42:38.272943 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Updating router 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 binding host dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:42:38.334435 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:38.811680 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Notify callbacks [] for port, precommit_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:38.828860 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.provisioning_blocks [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Transition to ACTIVE for port object 70edd41e-9fad-49b7-a85b-5b37a117b8e1 will not be triggered until provisioned by entity L2. {{(pid=104431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:42:38.835644 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:38.840867 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:39.026351 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Pushing event updated for resources: {'Port': ['ID=70edd41e-9fad-49b7-a85b-5b37a117b8e1,revision_number=3']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:39.040146 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.040473 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.040790 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.041101 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.041410 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.041719 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.042048 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.042355 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.042668 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.042969 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.043267 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.043564 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Tracked resource versions report: Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: pushed versions: Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: { 'AddressGroup': {'1.2'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'ConntrackHelper': {'1.0'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Log': {'1.0'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Network': {'1.1'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Port': {'1.7'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'PortForwarding': {'1.2'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'QosPolicy': {'1.8'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'SecurityGroup': {'1.4'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'SubPort': {'1.0'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Subnet': {'1.1'}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Trunk': {'1.1'}} Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: consumer versions: Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: { DHCP agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: L3 agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: Metadata agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: Metering agent@dv-cinder-797073-2-smb: {}, Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: Open vSwitch agent@dv-cinder-797073-2-smb: { 'AddressGroup': '1.2', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'ConntrackHelper': '1.0', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Log': '1.0', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Network': '1.1', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Port': '1.7', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'PortForwarding': '1.2', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'QosPolicy': '1.8', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'SecurityGroup': '1.4', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'SecurityGroupRule': '1.2', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'SubPort': '1.0', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Subnet': '1.1', Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: 'Trunk': '1.1'}} Jun 22 01:42:39.044814 dv-cinder-797073-2-smb neutron-server[104431]: {{(pid=104431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:42:39.048867 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:39.051342 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Attempting to bind port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:42:39.051758 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Attempting to bind port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:42:39.052753 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Attempting to bind port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 on network 45c9df89-533b-45ec-afec-300d0e8dbfe8 {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:42:39.057081 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:42:39.057478 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Checking segment: {'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:42:39.057953 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:39.058400 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Bound using segment: {'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:42:39.058888 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Bound port: 70edd41e-9fad-49b7-a85b-5b37a117b8e1, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497916c1-3454-45f7-9550-6cb497134652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8'}}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:42:39.059247 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:39.122396 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] For port 70edd41e-9fad-49b7-a85b-5b37a117b8e1, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:42:39.143579 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] For port 70edd41e-9fad-49b7-a85b-5b37a117b8e1, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=70edd41e-9fad-49b7-a85b-5b37a117b8e1,segment=NetworkSegment(497916c1-3454-45f7-9550-6cb497134652),segment_id=497916c1-3454-45f7-9550-6cb497134652)] {{(pid=104431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:42:39.147833 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:39.150797 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:39.205869 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Routers {'9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:42:39.206542 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:42:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:39.268676 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Pushing event updated for resources: {'Port': ['ID=70edd41e-9fad-49b7-a85b-5b37a117b8e1,revision_number=4']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:39.273344 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:39.297384 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] Set router 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c gateway port host: None {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:42:39.505282 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'name': 'router1', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:42:27Z', 'updated_at': '2021-06-22T01:42:36Z', 'revision_number': 2, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'gw_port_host': None, '_interfaces': [{'id': '70edd41e-9fad-49b7-a85b-5b37a117b8e1', 'name': '', 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'mac_address': 'fa:16:3e:4e:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:36Z', 'updated_at': '2021-06-22T01:42:39Z', 'revision_number': 4, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'subnets': [{'id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9d97a4-f0d3-4890-b8a4-4ab9993b3114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:39.530509 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b17723f-1277-4992-8a13-05403b4f88e1 None None] The sync data for ids ['9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'] in dv-cinder-797073-2-smb is: [{'id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'name': 'router1', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:42:27Z', 'updated_at': '2021-06-22T01:42:36Z', 'revision_number': 2, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'gw_port_host': None, '_interfaces': [{'id': '70edd41e-9fad-49b7-a85b-5b37a117b8e1', 'name': '', 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'mac_address': 'fa:16:3e:4e:e5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:36Z', 'updated_at': '2021-06-22T01:42:39Z', 'revision_number': 4, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'subnets': [{'id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9d97a4-f0d3-4890-b8a4-4ab9993b3114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:42:39.845820 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39214) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:39.951522 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed321a14-0e51-441d-b218-39457f624108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:42:39.952883 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ed321a14-0e51-441d-b218-39457f624108 admin admin] 10.222.0.13 "GET /v2.0/networks/dc4b13a9-3bf9-4085-b802-51585586f44f HTTP/1.1" status: 200 len: 842 time: 0.1061046 Jun 22 01:42:39.962060 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:42:39.983643 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Made reservation on behalf of 5870c27c478b43bcbde0a6e83d1d6176 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:42:39.986112 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:40.259136 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.objects.ports [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104429) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 01:42:40.259555 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:40.261551 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:40.317359 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e255a79-fd8a-4000-a9e2-a77fbbd8fa21,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:40.320532 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:40.326741 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:42:40.327115 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Network hostable DHCP agents. Network: dc4b13a9-3bf9-4085-b802-51585586f44f, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:42:40.343346 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:42:40.352542 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, dc4b13a9-3bf9-4085-b802-51585586f44f) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:42:40.356454 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:42:40.357351 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:40.363178 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20092c4-029e-4dc6-b619-ecf2e5569b80 None None] Network dc4b13a9-3bf9-4085-b802-51585586f44f requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:42:40.381996 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4119275 Jun 22 01:42:40.494096 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35322fcc-c7e8-4bd8-a97d-f300a41737d3 None None] Network dc4b13a9-3bf9-4085-b802-51585586f44f requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:42:42.625688 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39228) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:42.814450 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-94fc2a64-2017-4080-a7c7-ef039aa203c2 admin admin] 10.222.0.13 "GET /v2.0/routers/9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c HTTP/1.1" status: 200 len: 710 time: 0.1875832 Jun 22 01:42:42.896534 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad7b49b-07b4-4fc4-ba2d-37ef334f2e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:42:42.897855 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-1ad7b49b-07b4-4fc4-ba2d-37ef334f2e2d admin admin] 10.222.0.13 "GET /v2.0/networks/dc4b13a9-3bf9-4085-b802-51585586f44f HTTP/1.1" status: 200 len: 886 time: 0.0783081 Jun 22 01:42:42.906880 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:42:43.146830 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:43.380272 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:43.450035 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:43.552638 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Allocated IP 172.28.3.81 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:42:43.651659 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:43.690061 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:43.692920 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:43.723036 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:42:43.727495 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:42:43.730673 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:42:43.791790 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Pushing event updated for resources: {'Port': ['ID=c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:43.797775 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:43.971821 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:43.996353 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 70edd41e-9fad-49b7-a85b-5b37a117b8e1 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:42:44.043403 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:42:44.047783 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:44.048179 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:44.125798 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:44.206498 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 70edd41e-9fad-49b7-a85b-5b37a117b8e1, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=70edd41e-9fad-49b7-a85b-5b37a117b8e1,segment=NetworkSegment(497916c1-3454-45f7-9550-6cb497134652),segment_id=497916c1-3454-45f7-9550-6cb497134652)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:42:44.210280 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:44.213426 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-5883f06d-a3ef-44c8-8ec1-ca38201dcc53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:44.257609 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:44.260118 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=70edd41e-9fad-49b7-a85b-5b37a117b8e1,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:44.260925 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1826036', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1825987', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624703'] for router, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:44.265424 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:44.368551 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Router 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:42:44.469570 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:42:44.473607 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:44.474809 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] 10.222.0.13 "PUT /v2.0/routers/9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c HTTP/1.1" status: 200 len: 889 time: 1.5713210 Jun 22 01:42:44.491719 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Sync routers for ids ['9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:42:44.503399 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Routers {'9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:42:44.504074 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:42:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:44.713549 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Set router 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:42:45.098436 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'name': 'router1', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:42:27Z', 'updated_at': '2021-06-22T01:42:43Z', 'revision_number': 4, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'gw_port': {'id': 'c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:43Z', 'updated_at': '2021-06-22T01:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '70edd41e-9fad-49b7-a85b-5b37a117b8e1', 'name': '', 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'mac_address': 'fa:16:3e:4e:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:36Z', 'updated_at': '2021-06-22T01:42:44Z', 'revision_number': 5, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'subnets': [{'id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9d97a4-f0d3-4890-b8a4-4ab9993b3114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:45.147925 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Checking router: 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:42:45.148275 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Updating router 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f binding host dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:42:45.180435 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:45.490422 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Notify callbacks [] for port, precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:45.500761 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Transition to ACTIVE for port object c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:42:45.507038 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:45.509265 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-fafa8ef5-025b-46bb-9088-920716221313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:45.558582 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Attempting to bind port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:42:45.558953 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Attempting to bind port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:42:45.559316 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Attempting to bind port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f on network dc4b13a9-3bf9-4085-b802-51585586f44f {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:42:45.562497 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277a65-b3a1-4d46-8fc8-f94394d27061 None None] Pushing event updated for resources: {'Port': ['ID=c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:45.566315 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ba277a65-b3a1-4d46-8fc8-f94394d27061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:45.567167 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:42:45.567538 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:42:45.567933 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:45.568309 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Bound using segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:42:45.568769 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Bound port: c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:42:45.569137 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:45.616748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] For port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:42:45.619646 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] For port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:42:45.624705 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:45.627602 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ba277a65-b3a1-4d46-8fc8-f94394d27061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:45.682035 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Routers {'9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:42:45.682646 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:42:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:45.684278 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277a65-b3a1-4d46-8fc8-f94394d27061 None None] Pushing event updated for resources: {'Port': ['ID=c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:45.688284 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ba277a65-b3a1-4d46-8fc8-f94394d27061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:45.865724 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] Set router 9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:42:45.988859 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 70edd41e-9fad-49b7-a85b-5b37a117b8e1 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:42:46.087876 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:46.088132 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:46.170175 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'name': 'router1', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:42:27Z', 'updated_at': '2021-06-22T01:42:43Z', 'revision_number': 4, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'gw_port': {'id': 'c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:43Z', 'updated_at': '2021-06-22T01:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '70edd41e-9fad-49b7-a85b-5b37a117b8e1', 'name': '', 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'mac_address': 'fa:16:3e:4e:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:36Z', 'updated_at': '2021-06-22T01:42:44Z', 'revision_number': 5, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'subnets': [{'id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9d97a4-f0d3-4890-b8a4-4ab9993b3114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:42:46.198294 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643f5850-ba63-4b43-91fd-67af0e33940f None None] The sync data for ids ['9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c'] in dv-cinder-797073-2-smb is: [{'id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'name': 'router1', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.81'}], 'enable_snat': True}, 'gw_port_id': 'c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:42:27Z', 'updated_at': '2021-06-22T01:42:43Z', 'revision_number': 4, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'gw_port': {'id': 'c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:43Z', 'updated_at': '2021-06-22T01:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '70edd41e-9fad-49b7-a85b-5b37a117b8e1', 'name': '', 'network_id': '45c9df89-533b-45ec-afec-300d0e8dbfe8', 'tenant_id': '07c8902b0e154680b41ad4e5126729c3', 'mac_address': 'fa:16:3e:4e:e5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7040e6-9f6b-48c0-9f5f-6ae0b800e08c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:42:36Z', 'updated_at': '2021-06-22T01:42:44Z', 'revision_number': 5, 'project_id': '07c8902b0e154680b41ad4e5126729c3', 'subnets': [{'id': '05a423dc-fe32-4c5d-993e-ac36b11c7b24', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5d9d97a4-f0d3-4890-b8a4-4ab9993b3114'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:42:46.824129 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39236) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:42:46.949237 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-44af4654-c64c-4f20-bc85-3ab67d8abcc8 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1239815 Jun 22 01:42:48.006002 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:42:48.054256 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:42:48.058054 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:48.058432 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:48.135322 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:48.156766 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:42:48.160438 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:42:48.162322 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:42:48.208316 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:42:48.215060 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:42:50.008558 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:42:50.055743 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port c6b14ef6-dd5f-4c35-b156-8f8ddf439b4f triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:42:50.056220 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:01.433034 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-304a90f9-12c3-4be8-9970-920cee57e426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:03.675306 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8de85162-6a7b-414f-a246-198dd549a8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:04.157053 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:05.165845 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:06.779970 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:09.857749 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:43:31.435256 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6bff11ae-c282-448d-8cd7-5888ef417f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:33.669361 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ca82d411-166e-4433-b7c3-df9af83512fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:34.154961 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:35.164596 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:36.771737 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:43:46.858155 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:44:01.438690 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-76f0bea6-3654-40d3-88da-e80e3e95364d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:03.670508 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-c46b4a36-d266-4e5b-9fed-add1241b934a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:04.157193 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:05.166497 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:06.776722 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:23.857351 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:44:24.861917 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39804) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:24.925340 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cbd597-ee09-477a-8e38-fa7835f39a37 admin admin] GET failed (client error): The resource could not be found. Jun 22 01:44:24.926758 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-44cbd597-ee09-477a-8e38-fa7835f39a37 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638680 Jun 22 01:44:25.091480 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfe3e6-c7a6-4345-a4ef-0aef5679194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:25.092847 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-52dfe3e6-c7a6-4345-a4ef-0aef5679194a admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1622193 Jun 22 01:44:27.304340 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39814) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:27.402151 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416bd1e-1521-4548-9715-2127976c4fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:27.403506 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4416bd1e-1521-4548-9715-2127976c4fdb admin admin] 10.222.0.13 "GET /v2.0/subnets/05a423dc-fe32-4c5d-993e-ac36b11c7b24 HTTP/1.1" status: 200 len: 849 time: 0.0982134 Jun 22 01:44:27.412751 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:44:27.506784 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Notify callbacks [] for subnet, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:27.662989 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769951378908'] for subnet, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:27.666760 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:44:27.692940 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:27.693537 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:27.695257 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] 10.222.0.13 "PUT /v2.0/subnets/05a423dc-fe32-4c5d-993e-ac36b11c7b24 HTTP/1.1" status: 200 len: 868 time: 0.2859106 Jun 22 01:44:27.709336 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a7db0-5b0b-4330-8e93-a1036b35a233 None None] Network 45c9df89-533b-45ec-afec-300d0e8dbfe8 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:44:27.720171 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a423dc-fe32-4c5d-993e-ac36b11c7b24,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:44:27.729106 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.729604 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.730045 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.730432 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.730800 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.731146 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.731496 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.731803 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.732301 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.732630 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.732975 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.733295 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:44:27.736889 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:44:28.104079 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-1c0984e4-d717-420f-bee8-db79f497796f None None] Provisioning complete for port 541dac15-a3e9-4b38-8635-3db98f803c44 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:44:28.104359 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1c0984e4-d717-420f-bee8-db79f497796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:28.201291 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-1c0984e4-d717-420f-bee8-db79f497796f None None] Provisioning complete for port 70edd41e-9fad-49b7-a85b-5b37a117b8e1 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:44:28.201660 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1c0984e4-d717-420f-bee8-db79f497796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:29.894646 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39822) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:30.099966 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a3138-2963-4f0e-937f-257600509457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:30.100351 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a3138-2963-4f0e-937f-257600509457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:30.101923 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-bc9a3138-2963-4f0e-937f-257600509457 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062931 Jun 22 01:44:31.440411 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e134828d-916b-47c2-bbac-efcce1d48add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:32.314311 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 39830) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:32.555441 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3910fcb-ef63-420e-9e3e-6eed9f8d74fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:32.555799 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3910fcb-ef63-420e-9e3e-6eed9f8d74fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:32.557527 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-e3910fcb-ef63-420e-9e3e-6eed9f8d74fe admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2422609 Jun 22 01:44:33.671480 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-2c20fc43-aece-4d5c-99dd-17cd80ccff96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:34.157979 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:34.756297 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39840) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:34.887154 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94040a73-5f46-4a63-8dce-7477c518aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:34.888504 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-94040a73-5f46-4a63-8dce-7477c518aab8 admin admin] 10.222.0.13 "GET /v2.0/networks/45c9df89-533b-45ec-afec-300d0e8dbfe8 HTTP/1.1" status: 200 len: 869 time: 0.1312730 Jun 22 01:44:35.169923 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:36.777849 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:44:37.090231 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39848) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:37.217861 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdadfdd-23d3-4733-a58d-45bb7bf6a7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:37.219283 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-3bdadfdd-23d3-4733-a58d-45bb7bf6a7b3 admin admin] 10.222.0.13 "GET /v2.0/networks/dc4b13a9-3bf9-4085-b802-51585586f44f HTTP/1.1" status: 200 len: 886 time: 0.1281030 Jun 22 01:44:39.391195 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39856) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:39.515933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafbc64f-0e22-4a53-9904-9c54abd8bb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:39.516391 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafbc64f-0e22-4a53-9904-9c54abd8bb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:39.517896 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-fafbc64f-0e22-4a53-9904-9c54abd8bb6d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257603 Jun 22 01:44:41.730254 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39864) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:41.838556 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df2b47-5252-49a4-baa0-cc4dd6bc145d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:41.839017 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df2b47-5252-49a4-baa0-cc4dd6bc145d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:41.841585 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-19df2b47-5252-49a4-baa0-cc4dd6bc145d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102805 Jun 22 01:44:44.090763 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39874) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:44.194605 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada5a639-92b6-48ed-bf47-47f472981707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:44.196006 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ada5a639-92b6-48ed-bf47-47f472981707 admin admin] 10.222.0.13 "GET /v2.0/subnets/05a423dc-fe32-4c5d-993e-ac36b11c7b24 HTTP/1.1" status: 200 len: 868 time: 0.1043878 Jun 22 01:44:46.476568 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 39882) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:44:46.608587 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc009930-9c4d-4352-9991-8db346d0d715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:44:46.609928 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-cc009930-9c4d-4352-9991-8db346d0d715 admin admin] 10.222.0.13 "GET /v2.0/subnets/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21 HTTP/1.1" status: 200 len: 816 time: 0.1323826 Jun 22 01:45:00.859365 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:45:01.445040 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-fb66d921-5771-401b-afb0-72c574e42b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:03.671490 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-76ef1f76-d0dd-4b43-9ee4-b72f9aa38cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:04.159025 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:05.170512 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:06.785156 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:10.493346 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39926) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:45:10.543193 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [None req-21239541-6c2d-446e-bf0b-6b70b4985872 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:45:10.544215 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-21239541-6c2d-446e-bf0b-6b70b4985872 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499272 Jun 22 01:45:12.799795 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39934) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:45:12.859365 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7cb5a2-a22a-4f42-9772-d41a4dc7856b admin admin] GET failed (client error): The resource could not be found. Jun 22 01:45:12.860628 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0a7cb5a2-a22a-4f42-9772-d41a4dc7856b admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599346 Jun 22 01:45:13.041678 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ad7c1-d0b2-4526-a605-8e93059b204a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:45:13.043069 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-cb8ad7c1-d0b2-4526-a605-8e93059b204a admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1785991 Jun 22 01:45:15.215403 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39942) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:45:15.260826 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:45:15.281014 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Made reservation on behalf of 5870c27c478b43bcbde0a6e83d1d6176 for: {'network': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:45:15.283538 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:15.310844 dv-cinder-797073-2-smb neutron-server[104429]: WARNING neutron.services.revisions.revision_plugin [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Could not find related network for resource to bump revision. Jun 22 01:45:15.323929 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=104429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:45:15.333311 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:15.333949 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.segments_db [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Added segment 511206bd-e9cf-441c-8288-7b7e85bb271e of type vlan for network dd7ec48b-6d39-4a18-b327-ebbed0bef582 Jun 22 01:45:15.385868 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:15.414881 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:15.416071 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:45:15.416648 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:15.418570 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:45:15.471203 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2546616 Jun 22 01:45:15.477787 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Pushing event updated for resources: {'Network': ['ID=dd7ec48b-6d39-4a18-b327-ebbed0bef582,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:45:15.479501 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:45:15.487192 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network dd7ec48b-6d39-4a18-b327-ebbed0bef582 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:45:17.627319 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 39950) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:45:17.687784 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb704868-378f-4165-9bbf-d019134bba07 admin admin] GET failed (client error): The resource could not be found. Jun 22 01:45:17.689105 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-cb704868-378f-4165-9bbf-d019134bba07 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608330 Jun 22 01:45:17.760032 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0015b1-569b-4f3f-92eb-82db0e846752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:45:17.761466 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4c0015b1-569b-4f3f-92eb-82db0e846752 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685437 Jun 22 01:45:17.771001 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582', 'name': 'shared-subnet'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:45:17.790476 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Made reservation on behalf of 5870c27c478b43bcbde0a6e83d1d6176 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:45:17.792848 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:17.959122 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:17.961528 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-2f133b8f-6980-4cee-b214-c051b7b2a2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:45:18.015132 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=651d8a1b-e4d7-4492-b0ef-c58e87e65648,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:45:18.017781 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:45:18.023707 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Checking segment: {'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:45:18.024065 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Network hostable DHCP agents. Network: dd7ec48b-6d39-4a18-b327-ebbed0bef582, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:45:18.039237 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Network dd7ec48b-6d39-4a18-b327-ebbed0bef582 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:45:18.047478 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, dd7ec48b-6d39-4a18-b327-ebbed0bef582) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:45:18.051954 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:45:18.052537 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:18.059999 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec88c3-b909-4761-9a4b-2c5d031a7148 None None] Network dd7ec48b-6d39-4a18-b327-ebbed0bef582 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:45:18.070891 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3032529 Jun 22 01:45:18.311229 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec9f343-d482-54e4-b82c-583f3bc3df2a-dd7ec48b-6d39-4a18-b327-ebbed0bef582', 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582', 'tenant_id': '5870c27c478b43bcbde0a6e83d1d6176', 'fixed_ips': [{'subnet_id': '651d8a1b-e4d7-4492-b0ef-c58e87e65648'}]}} from dv-cinder-797073-2-smb. {{(pid=104430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 01:45:18.312089 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:18.457633 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.db_base_plugin_common [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Allocated IP 192.168.233.2 (dd7ec48b-6d39-4a18-b327-ebbed0bef582/651d8a1b-e4d7-4492-b0ef-c58e87e65648/fc396b7d-1eb4-43b8-ad41-847be48fcb9c) {{(pid=104430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:45:18.607131 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:18.615129 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Transition to ACTIVE for port object fc396b7d-1eb4-43b8-ad41-847be48fcb9c will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:45:18.630386 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Transition to ACTIVE for port object fc396b7d-1eb4-43b8-ad41-847be48fcb9c will not be triggered until provisioned by entity DHCP. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:45:18.637697 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:18.640790 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:45:18.675546 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Network dd7ec48b-6d39-4a18-b327-ebbed0bef582 is already hosted by enough agents. {{(pid=104430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:45:18.678269 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.base_scheduler [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Resources bound (agent type, host, resource id): {{(pid=104430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:45:18.682624 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Received port after_create {{(pid=104430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:45:18.689814 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Pushing event updated for resources: {'Port': ['ID=fc396b7d-1eb4-43b8-ad41-847be48fcb9c,revision_number=1']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:45:18.698365 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.698710 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.699043 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.699371 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.699695 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.700022 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.700343 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.700722 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.701009 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.701326 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.701641 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.701956 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:45:18.708112 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:45:18.757808 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Attempting to bind port fc396b7d-1eb4-43b8-ad41-847be48fcb9c on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:45:18.758231 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Attempting to bind port fc396b7d-1eb4-43b8-ad41-847be48fcb9c by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:45:18.758595 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Attempting to bind port fc396b7d-1eb4-43b8-ad41-847be48fcb9c on network dd7ec48b-6d39-4a18-b327-ebbed0bef582 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:45:18.764229 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:45:18.764613 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Checking segment: {'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:45:18.765014 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:18.765400 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Bound using segment: {'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:45:18.765899 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Bound port: fc396b7d-1eb4-43b8-ad41-847be48fcb9c, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:45:18.766297 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:18.830854 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] For port fc396b7d-1eb4-43b8-ad41-847be48fcb9c, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:45:18.834155 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] For port fc396b7d-1eb4-43b8-ad41-847be48fcb9c, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=fc396b7d-1eb4-43b8-ad41-847be48fcb9c,segment=NetworkSegment(511206bd-e9cf-441c-8288-7b7e85bb271e),segment_id=511206bd-e9cf-441c-8288-7b7e85bb271e)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:45:18.843572 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:18.851891 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:45:18.925388 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Pushing event updated for resources: {'Port': ['ID=fc396b7d-1eb4-43b8-ad41-847be48fcb9c,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:45:18.929736 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:45:19.713806 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8762a60-9c1a-429d-876a-044689564201 None None] Network dd7ec48b-6d39-4a18-b327-ebbed0bef582 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:45:19.779367 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-a8530594-31c6-4d5a-bd78-c7470c94f006 None None] Provisioning for port fc396b7d-1eb4-43b8-ad41-847be48fcb9c completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:45:20.144034 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device fc396b7d-1eb4-43b8-ad41-847be48fcb9c up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:45:20.196191 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port fc396b7d-1eb4-43b8-ad41-847be48fcb9c completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:45:20.200038 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port fc396b7d-1eb4-43b8-ad41-847be48fcb9c triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:45:20.200410 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:20.278980 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:20.312814 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port fc396b7d-1eb4-43b8-ad41-847be48fcb9c, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=fc396b7d-1eb4-43b8-ad41-847be48fcb9c,segment=NetworkSegment(511206bd-e9cf-441c-8288-7b7e85bb271e),segment_id=511206bd-e9cf-441c-8288-7b7e85bb271e)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:45:20.318790 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:20.321762 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:45:20.391022 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=fc396b7d-1eb4-43b8-ad41-847be48fcb9c,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:45:20.394116 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:45:22.110689 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device fc396b7d-1eb4-43b8-ad41-847be48fcb9c up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:45:22.170437 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port fc396b7d-1eb4-43b8-ad41-847be48fcb9c triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:45:22.170816 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:31.448243 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b4dcb715-7aa9-43cb-97e2-8683cc461bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:33.677452 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6c21f11a-fc2c-40dd-85b0-e61d15b16416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:34.171616 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:35.174496 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:36.786201 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:45:37.857767 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:46:01.449186 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-37cbf0e2-787c-419a-8e6b-56ea21ac2eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:03.670174 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3dc58752-6e27-4db6-87f5-15e741143266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:04.167842 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:05.176206 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:06.793317 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:14.857027 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:46:27.533312 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40002) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:46:27.540342 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [None req-a0e4284f-db07-46bd-8166-308c5775c67e tempest-verify_tempest_config-168854533 tempest-verify_tempest_config-168854533-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:46:27.541314 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a0e4284f-db07-46bd-8166-308c5775c67e tempest-verify_tempest_config-168854533 tempest-verify_tempest_config-168854533-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070586 Jun 22 01:46:27.867211 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40020) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:46:27.982214 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:28.073707 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:28.078487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:28.081489 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:46:28.124271 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53516116-4aeb-49f0-ac15-84065d17ec30,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:46:28.128884 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3a5fcc0a53e450cbf67edac129618ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2607100 Jun 22 01:46:28.132372 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40024) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:46:28.134151 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.134543 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.134871 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.135195 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.135511 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.135827 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.136136 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.136445 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.136755 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.137061 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.137367 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.137670 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.141756 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:46:28.189067 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:28.211571 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:28.301383 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:28.305624 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:28.306901 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53516116-4aeb-49f0-ac15-84065d17ec30 HTTP/1.1" status: 204 len: 168 time: 0.1734941 Jun 22 01:46:28.307567 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:46:28.315228 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53516116-4aeb-49f0-ac15-84065d17ec30,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:46:28.324186 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.324546 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.324880 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.325206 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.325524 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.325843 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.326185 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.326542 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.326828 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.327145 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.327452 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.327770 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:46:28.335509 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:46:31.451857 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-36a3977f-dd3d-4ade-9ad7-e98497788486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:33.671693 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d3beb382-3474-407a-90fa-bff9603139fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:34.159521 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:35.181364 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:36.805803 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:46:51.860615 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:47:01.451569 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-cc789a08-8bed-4bff-9635-4fecb0ec302d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:03.674407 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d7d14758-9432-4421-98cd-c88ed6e6572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:04.163134 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:05.182572 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:06.802209 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:28.859123 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:47:31.455374 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-231600d3-e59e-4a81-9e68-5f3316cbb767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:33.677463 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e0bda0f9-844c-4024-b4e7-77140ff15a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:34.165895 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:35.188130 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:47:36.805902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:01.456415 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-92efcc91-1b88-4cc7-ae52-2c2dd4916c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:03.678681 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e0c20d10-c787-44a4-bfe6-6b98001889c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:04.167792 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:05.188502 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:05.857403 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 5 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:48:06.808062 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:15.110429 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521'] for agent, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:29.361667 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40098) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:48:29.473742 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-d35405b1-1469-47d8-bbba-9a955dc90c1d admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1109197 Jun 22 01:48:31.458723 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e34951d9-2031-4fe5-b724-5d34406c0315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:31.635895 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40108) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:48:31.697611 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-2fa79bae-bbf7-4c18-946a-5b6945578313 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0605736 Jun 22 01:48:33.679658 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-15ab577f-ad5b-42d9-9f80-fc96df41e408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:34.169372 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:35.190855 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:36.813148 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:48:42.856485 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:48:45.094081 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:01.460880 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-2e81f9f9-3291-4c11-a020-0418cd651818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:03.679744 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b543c2b2-3a95-4bc1-b3a1-f2bff99b9698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:04.169661 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:05.193533 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:06.814184 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:15.087688 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:19.855069 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:49:31.463773 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-293acafe-7bb4-4775-a88c-f97574d6e749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:33.680394 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-25de2da7-9295-4791-9a96-0253d202e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:34.177106 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:35.202603 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:36.818800 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:45.202859 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:49:56.853344 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:50:01.464801 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-dcd4bde5-8140-4ddb-88c1-97804d7c0e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:03.683974 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-0fcb6588-ea7c-49cb-9d8e-32e2613d3d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:04.169538 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:05.199404 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:06.822520 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.007806 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40314) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:14.442336 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2048727782-network', 'tenant_id': 'f56aadc04f8a43eca917624280a3d2b8'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:14.473210 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Made reservation on behalf of f56aadc04f8a43eca917624280a3d2b8 for: {'network': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:14.476689 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.488437 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.535532 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40336) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:14.600119 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.616119 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.621239 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:14.652856 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=104429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:50:14.657320 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd70875-84f4-4b78-81f2-5982dbe169f5,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:14.670752 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.671590 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.672195 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.672837 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.673279 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.673840 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.674504 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.674970 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.675370 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.675886 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.676291 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.676675 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Tracked resource versions report: Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: pushed versions: Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: { 'AddressGroup': {'1.2'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'ConntrackHelper': {'1.0'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Log': {'1.0'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Network': {'1.1'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Port': {'1.7'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'PortForwarding': {'1.2'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'QosPolicy': {'1.8'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'SecurityGroup': {'1.4'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'SubPort': {'1.0'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Subnet': {'1.1'}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Trunk': {'1.1'}} Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: consumer versions: Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: { DHCP agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: HyperV agent@hv-cinder-79707: {}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: L3 agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: Metadata agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: Metering agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: Open vSwitch agent@dv-cinder-797073-2-smb: { 'AddressGroup': '1.2', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'ConntrackHelper': '1.0', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Log': '1.0', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Network': '1.1', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Port': '1.7', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'PortForwarding': '1.2', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'QosPolicy': '1.8', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'SecurityGroup': '1.4', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'SecurityGroupRule': '1.2', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'SubPort': '1.0', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Subnet': '1.1', Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: 'Trunk': '1.1'}} Jun 22 01:50:14.677797 dv-cinder-797073-2-smb neutron-server[104429]: {{(pid=104429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:50:14.683225 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:14.688588 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.689107 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.segments_db [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Added segment 764b1c69-0964-489e-9863-40723f54ecef of type vlan for network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b Jun 22 01:50:14.709187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40346) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:14.763966 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.775099 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40350) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:14.856398 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.858339 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:14.858893 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:14.861876 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:14.980025 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-network', 'tenant_id': '7003b663ac534513ad53d66686fe4928'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:15.013036 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9996245 Jun 22 01:50:15.013716 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40362) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:15.055431 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-728685155-network', 'tenant_id': 'c83acded5e7a44509c748fbbb02f40fc'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:15.061241 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Pushing event updated for resources: {'Network': ['ID=07ef0f11-a44a-439b-9f6c-fbbe892ce36b,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:15.072354 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:50:15.073121 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Made reservation on behalf of 7003b663ac534513ad53d66686fe4928 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:15.077113 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Request body: {'subnet': {'network_id': '07ef0f11-a44a-439b-9f6c-fbbe892ce36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2048727782-subnet', 'tenant_id': 'f56aadc04f8a43eca917624280a3d2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:15.079813 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.101203 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:15.106997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.131483 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Made reservation on behalf of f56aadc04f8a43eca917624280a3d2b8 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:15.134165 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.136823 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-network', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:15.228319 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Made reservation on behalf of c83acded5e7a44509c748fbbb02f40fc for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:15.235160 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.238467 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.270359 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.db.api [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 01:50:15.270359 dv-cinder-797073-2-smb neutron-server[104428]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 22 01:50:15.270359 dv-cinder-797073-2-smb neutron-server[104428]: [parameters: {'project_id_1': 'e592085ff4c344c4b369a6a5de8afb29', 'expiration_1': datetime.datetime(2021, 6, 22, 1, 50, 15, 166836)}] Jun 22 01:50:15.270359 dv-cinder-797073-2-smb neutron-server[104428]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104428) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 01:50:15.270714 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_db.api [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 01:50:15.283725 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.402494 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.415108 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.424857 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:15.432766 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.435429 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-29cce52f-8537-406e-a465-b1cd01458fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:15.473423 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080fca44-6568-4935-8234-f5fe8fba5713,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:15.475121 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5ba11f-9ad4-49f0-af82-ac9efcc3a122,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:15.478368 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:15.489224 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.489633 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.489987 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.490314 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.490683 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.491271 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.491599 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.491913 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.492261 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.492646 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.492960 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.493528 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Tracked resource versions report: Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: pushed versions: Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: { 'AddressGroup': {'1.2'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'ConntrackHelper': {'1.0'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Log': {'1.0'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Network': {'1.1'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Port': {'1.7'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'PortForwarding': {'1.2'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'QosPolicy': {'1.8'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'SecurityGroup': {'1.4'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'SubPort': {'1.0'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Subnet': {'1.1'}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Trunk': {'1.1'}} Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: consumer versions: Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: { DHCP agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: HyperV agent@hv-cinder-79707: {}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: L3 agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: Metadata agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: Metering agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: Open vSwitch agent@dv-cinder-797073-2-smb: { 'AddressGroup': '1.2', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'ConntrackHelper': '1.0', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Log': '1.0', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Network': '1.1', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Port': '1.7', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'PortForwarding': '1.2', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'QosPolicy': '1.8', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'SecurityGroup': '1.4', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'SecurityGroupRule': '1.2', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'SubPort': '1.0', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Subnet': '1.1', Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: 'Trunk': '1.1'}} Jun 22 01:50:15.494671 dv-cinder-797073-2-smb neutron-server[104428]: {{(pid=104428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:50:15.500078 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:50:15.502673 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:15.513315 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Checking segment: {'id': '764b1c69-0964-489e-9863-40723f54ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '07ef0f11-a44a-439b-9f6c-fbbe892ce36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:15.513793 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Network hostable DHCP agents. Network: 07ef0f11-a44a-439b-9f6c-fbbe892ce36b, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:50:15.527214 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.527554 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Added segment 63e5a708-51a5-4cd1-9e78-2972abcc5938 of type vlan for network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 Jun 22 01:50:15.534091 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:50:15.553107 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 07ef0f11-a44a-439b-9f6c-fbbe892ce36b) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:15.567948 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce96f0d9-ed15-4915-a4a4-d43af9b591eb None None] Network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:50:15.579877 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:15.582007 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.629750 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.682988 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.698788 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:15.699399 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.703784 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.704702 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:15.740903 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6823115 Jun 22 01:50:15.812307 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c2512-7b68-4740-ade1-0c32e0a22405 None None] Network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:50:15.830890 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.843352 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40400) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:15.856408 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Request body: {'subnet': {'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-subnet', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:15.865493 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3277686 Jun 22 01:50:15.913809 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Made reservation on behalf of 7003b663ac534513ad53d66686fe4928 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:15.917076 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:15.918301 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Pushing event updated for resources: {'Network': ['ID=eac8654a-d4c9-42d1-9470-c87ae91c8ad4,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:15.925680 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:15.934830 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:50:15.969559 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:16.056899 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf223c4-8273-4e16-99ef-f965e5347511,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:16.060717 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Made reservation on behalf of e592085ff4c344c4b369a6a5de8afb29 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:16.063293 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.076110 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:16.076785 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.086763 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:50:16.221145 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.227479 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.248042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:50:16.251955 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:16.269554 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.269674 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Added segment 5daf2f94-6844-45c2-8d7a-94bbe3398813 of type vlan for network e6d02081-59a8-4c5b-bf90-764e63022c0a Jun 22 01:50:16.269931 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.274131 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ce11593a-9602-4f4d-9c6c-c937fdc6d108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:16.293468 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.293655 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Added segment df78e8b8-61c4-4349-900d-55d198328eae of type vlan for network 481bebdb-e132-4ba1-aa37-b2becc797495 Jun 22 01:50:16.326656 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:16.339985 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59670d4e-5677-4542-806c-19e14313c4d3,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:16.340171 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:16.343411 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:16.347636 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Checking segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:16.348183 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Network hostable DHCP agents. Network: eac8654a-d4c9-42d1-9470-c87ae91c8ad4, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:50:16.375521 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:50:16.379382 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.390258 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, eac8654a-d4c9-42d1-9470-c87ae91c8ad4) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:16.403047 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fd5344-1590-496a-8a02-e53b7b57f9bd None None] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:50:16.405653 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.409899 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:16.413105 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.447590 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40426) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:16.448486 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6035218 Jun 22 01:50:16.453582 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:16.464315 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.468845 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:16.469428 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.475062 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:16.484621 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.502495 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:16.503374 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.573387 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24274'] for router, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.574599 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24281'] for router, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.588731 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8102665 Jun 22 01:50:16.588907 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40434) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:16.593705 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8831515 Jun 22 01:50:16.596064 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40436) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:16.596931 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Pushing event updated for resources: {'Network': ['ID=e6d02081-59a8-4c5b-bf90-764e63022c0a,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:16.597814 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Request body: {'subnet': {'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-subnet', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:16.600314 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:16.603438 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:16.612812 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Request body: {'subnet': {'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-728685155-subnet', 'tenant_id': 'c83acded5e7a44509c748fbbb02f40fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:16.636319 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network e6d02081-59a8-4c5b-bf90-764e63022c0a details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:50:16.651234 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Made reservation on behalf of e592085ff4c344c4b369a6a5de8afb29 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:16.653851 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.666626 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56546149-52c5-4da2-9376-cace20294486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec9f343-d482-54e4-b82c-583f3bc3df2a-eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3'}]}} from dv-cinder-797073-2-smb. {{(pid=104430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 01:50:16.667493 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.854315 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40464) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:16.858700 dv-cinder-797073-2-smb neutron-server[104429]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 01:50:16.876870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Made reservation on behalf of c83acded5e7a44509c748fbbb02f40fc for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:16.884485 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:16.886624 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=481bebdb-e132-4ba1-aa37-b2becc797495,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:16.896319 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:16.898934 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 481bebdb-e132-4ba1-aa37-b2becc797495 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:50:16.905161 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.064165 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.db_base_plugin_common [None req-56546149-52c5-4da2-9376-cace20294486 None None] Allocated IP 172.20.0.2 (eac8654a-d4c9-42d1-9470-c87ae91c8ad4/59670d4e-5677-4542-806c-19e14313c4d3/bcdd4652-7e8a-4899-9413-6a195ca5d4d1) {{(pid=104430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:17.115835 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.145195 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:17.261059 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Checking segment: {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:17.261724 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Network hostable DHCP agents. Network: 481bebdb-e132-4ba1-aa37-b2becc797495, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:50:17.280823 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64601bd4-823e-4c00-a277-43f200372a38,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:17.296447 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:17.322533 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Network 481bebdb-e132-4ba1-aa37-b2becc797495 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:50:17.337222 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-ca6b9c4b-370e-453a-a8c1-d37ebf1d438f tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:17.345090 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-ca6b9c4b-370e-453a-a8c1-d37ebf1d438f tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/networks?id=07ef0f11-a44a-439b-9f6c-fbbe892ce36b HTTP/1.1" status: 200 len: 812 time: 0.4893091 Jun 22 01:50:17.348086 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 481bebdb-e132-4ba1-aa37-b2becc797495) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:17.359138 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:17.360015 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.370645 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c276a217-b9ec-4fc7-8506-ebfd7b55239e tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/quotas/f56aadc04f8a43eca917624280a3d2b8 HTTP/1.1" status: 200 len: 375 time: 0.0248637 Jun 22 01:50:17.398096 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac07ecb-e1d1-4a37-8090-8c5c5b5e8b9b None None] Network 481bebdb-e132-4ba1-aa37-b2becc797495 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:50:17.474784 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.528386 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40498) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:17.544234 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Notify callbacks [] for port, precommit_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.552907 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-a07e12fa-bb0d-4a26-bdb1-4b7e815c8261 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f56aadc04f8a43eca917624280a3d2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1810155 Jun 22 01:50:17.565911 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9759402 Jun 22 01:50:17.568788 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40508) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:17.573935 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:17.597846 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-56546149-52c5-4da2-9376-cace20294486 None None] Transition to ACTIVE for port object bcdd4652-7e8a-4899-9413-6a195ca5d4d1 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:17.607284 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24274'] for router, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.610106 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24281'] for router, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.624429 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.636112 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:17.674405 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-56546149-52c5-4da2-9376-cace20294486 None None] Transition to ACTIVE for port object bcdd4652-7e8a-4899-9413-6a195ca5d4d1 will not be triggered until provisioned by entity DHCP. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:17.702616 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.743261 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.751121 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:17.822233 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56546149-52c5-4da2-9376-cace20294486 None None] Pushing event updated for resources: {'Port': ['ID=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,revision_number=1']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:17.835666 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.836496 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.837048 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.837584 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.838349 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.838902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.839476 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.840648 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.841220 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.841940 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.842524 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.843049 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Tracked resource versions report: Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: pushed versions: Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: { 'AddressGroup': {'1.2'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'ConntrackHelper': {'1.0'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Log': {'1.0'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Network': {'1.1'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Port': {'1.7'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'PortForwarding': {'1.2'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'QosPolicy': {'1.8'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'SecurityGroup': {'1.4'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'SubPort': {'1.0'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Subnet': {'1.1'}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Trunk': {'1.1'}} Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: consumer versions: Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: { DHCP agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: HyperV agent@hv-cinder-79707: {}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: L3 agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: Metadata agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: Metering agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: Open vSwitch agent@dv-cinder-797073-2-smb: { 'AddressGroup': '1.2', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'ConntrackHelper': '1.0', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Log': '1.0', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Network': '1.1', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Port': '1.7', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'PortForwarding': '1.2', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'QosPolicy': '1.8', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'SecurityGroup': '1.4', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'SecurityGroupRule': '1.2', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'SubPort': '1.0', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Subnet': '1.1', Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: 'Trunk': '1.1'}} Jun 22 01:50:17.844567 dv-cinder-797073-2-smb neutron-server[104430]: {{(pid=104430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:50:17.875113 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-56546149-52c5-4da2-9376-cace20294486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:17.886226 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56546149-52c5-4da2-9376-cace20294486 None None] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 is already hosted by enough agents. {{(pid=104430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:17.888809 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c873666-91fa-4548-bcea-a026f8d50e0e None None] Network 481bebdb-e132-4ba1-aa37-b2becc797495 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:50:17.956605 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-146fa2ee-87e6-4725-8327-fef716d2fbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:17.973849 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b36c0ea-90ff-4efa-ba4c-df53f2c24665,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:17.997186 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.base_scheduler [None req-56546149-52c5-4da2-9376-cace20294486 None None] Resources bound (agent type, host, resource id): {{(pid=104430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:17.998575 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-3a3ec252-ee0a-403d-a2ce-a14f34a6edda service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:50:17.999745 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-3a3ec252-ee0a-403d-a2ce-a14f34a6edda service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1802580 Jun 22 01:50:17.999994 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:18.010828 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56546149-52c5-4da2-9376-cace20294486 None None] Received port after_create {{(pid=104430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:18.031914 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.047918 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Checking segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:18.049136 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Network hostable DHCP agents. Network: e6d02081-59a8-4c5b-bf90-764e63022c0a, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:50:18.129313 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Network e6d02081-59a8-4c5b-bf90-764e63022c0a is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:50:18.191276 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-56546149-52c5-4da2-9376-cace20294486 None None] Attempting to bind port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:18.191657 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-56546149-52c5-4da2-9376-cace20294486 None None] Attempting to bind port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:18.192387 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56546149-52c5-4da2-9376-cace20294486 None None] Attempting to bind port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 on network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:18.198307 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56546149-52c5-4da2-9376-cace20294486 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:18.199043 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56546149-52c5-4da2-9376-cace20294486 None None] Checking segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:18.199449 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.199845 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56546149-52c5-4da2-9376-cace20294486 None None] Bound using segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:18.200437 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-56546149-52c5-4da2-9376-cace20294486 None None] Bound port: bcdd4652-7e8a-4899-9413-6a195ca5d4d1, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:18.200818 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.217828 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-07f4ea0e-8af4-45e5-98fe-e1340fa25239 service neutron] 10.222.0.13 "GET /v2.0/networks/07ef0f11-a44a-439b-9f6c-fbbe892ce36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021434 Jun 22 01:50:18.228621 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, e6d02081-59a8-4c5b-bf90-764e63022c0a) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:18.242610 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:18.242610 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.267984 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a607afc1-3c61-41cd-a057-40ee7087ee9d None None] Network e6d02081-59a8-4c5b-bf90-764e63022c0a requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:50:18.328614 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-56546149-52c5-4da2-9376-cace20294486 None None] For port bcdd4652-7e8a-4899-9413-6a195ca5d4d1, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:18.342559 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-56546149-52c5-4da2-9376-cace20294486 None None] For port bcdd4652-7e8a-4899-9413-6a195ca5d4d1, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:18.388917 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-56546149-52c5-4da2-9376-cace20294486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.395812 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-146fa2ee-87e6-4725-8327-fef716d2fbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.397460 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.421694 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:18.432148 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-146fa2ee-87e6-4725-8327-fef716d2fbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.442590 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-e431310d-7792-4704-b0d7-c07a40874270 service neutron] 10.222.0.13 "GET /v2.0/networks/07ef0f11-a44a-439b-9f6c-fbbe892ce36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237909 Jun 22 01:50:18.463253 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8616087 Jun 22 01:50:18.465034 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.467157 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:18.471527 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-146fa2ee-87e6-4725-8327-fef716d2fbe6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6f8bca2d95e42ddbf977c42097d1fcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9413750 Jun 22 01:50:18.480147 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40536) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:18.520994 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.550350 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.569830 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56546149-52c5-4da2-9376-cace20294486 None None] Pushing event updated for resources: {'Port': ['ID=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:18.586299 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa2d92f-b49b-49f9-bfe4-ed1277ca5e53 None None] Network e6d02081-59a8-4c5b-bf90-764e63022c0a requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:50:18.589104 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-56546149-52c5-4da2-9376-cace20294486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:18.698407 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146fa2ee-87e6-4725-8327-fef716d2fbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0999741d-9d36-444d-b94e-f145f5ea3011,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:18.732979 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-146fa2ee-87e6-4725-8327-fef716d2fbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:18.830092 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Allocated IP 172.28.3.170 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/c9771a8c-0f5a-40ba-87b3-36f9803f8ece) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:18.893933 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9a89d92f-70c6-4b5c-9792-10d16b73e92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:18.962819 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9a89d92f-70c6-4b5c-9792-10d16b73e92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:19.024255 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:19.087268 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9a89d92f-70c6-4b5c-9792-10d16b73e92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:19.090191 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9a89d92f-70c6-4b5c-9792-10d16b73e92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:19.091381 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-9a89d92f-70c6-4b5c-9792-10d16b73e92c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0999741d-9d36-444d-b94e-f145f5ea3011 HTTP/1.1" status: 204 len: 168 time: 0.6025410 Jun 22 01:50:19.092007 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:19.117338 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89d92f-70c6-4b5c-9792-10d16b73e92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0999741d-9d36-444d-b94e-f145f5ea3011,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:19.131070 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9a89d92f-70c6-4b5c-9792-10d16b73e92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:19.180530 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9befc66f-421e-46b9-a350-e60b649e7c26 req-e497e8af-ccac-4f33-a4d7-5d23da87d593 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 210 time: 0.0758357 Jun 22 01:50:19.181862 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:19.191391 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c0ae7165-ac86-4b66-81fb-806207fd58d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:19.218738 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:19.227327 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:19.231430 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:19.266015 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40588) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:19.270893 dv-cinder-797073-2-smb neutron-server[104428]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 01:50:19.409801 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Pushing event updated for resources: {'Port': ['ID=c9771a8c-0f5a-40ba-87b3-36f9803f8ece,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:19.434313 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Allocated IP 172.28.3.174 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/c4a563e0-dc6e-4eda-9d8d-60fb4d62247b) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:19.435848 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:19.625738 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-eabb9bd1-7d89-42d3-95b5-12f92a566693 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:19.637132 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-eabb9bd1-7d89-42d3-95b5-12f92a566693 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 814 time: 0.3692400 Jun 22 01:50:19.668686 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:19.674450 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-34fa2eb6-21aa-43a6-8f07-dc55dbbec991 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/quotas/c83acded5e7a44509c748fbbb02f40fc HTTP/1.1" status: 200 len: 375 time: 0.0355484 Jun 22 01:50:19.760624 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-4a211cfe-02e3-4e74-8bff-fdb726a9f00c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851824 Jun 22 01:50:19.813017 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:19.827870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40622) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:19.867444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-13a2d251-3665-47df-9bdf-494467088ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:19.943987 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40624) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:20.103778 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509e5b4c-d05c-424d-ae90-0ed615114330 None None] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:50:20.228858 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-2d32f9ac-bd24-4b4e-bb40-958da0179d51 None None] Provisioning for port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:20.317112 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-13a2d251-3665-47df-9bdf-494467088ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.328655 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-3d1b61ed-ee4b-4c73-8207-65894be1dd11 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:50:20.336758 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-3d1b61ed-ee4b-4c73-8207-65894be1dd11 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2156494 Jun 22 01:50:20.352066 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.352843 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-13a2d251-3665-47df-9bdf-494467088ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.353637 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-97173112-0610-49fa-b295-1432cf36bc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.395716 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d460c7be-8801-4c79-a63e-f3407a9bf6a6 req-6064bfe9-0431-42d9-bcb4-c647167ae12f tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 210 time: 0.0410762 Jun 22 01:50:20.411518 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:20.415972 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318'] for router, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.425774 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device bcdd4652-7e8a-4899-9413-6a195ca5d4d1 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:20.524289 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:20.528903 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:20.529657 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.541325 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Pushing event updated for resources: {'Port': ['ID=c4a563e0-dc6e-4eda-9d8d-60fb4d62247b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:20.545250 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:20.552495 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:20.600794 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:20.618686 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Router 57220940-186a-4479-b792-4eb111d79c14 is scheduled to L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 with binding_index 1 {{(pid=104429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 01:50:20.638496 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:20.641146 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:20.654655 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2d251-3665-47df-9bdf-494467088ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8ddf8a-f141-49ea-b413-3bc023e164ed,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:20.676925 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-13a2d251-3665-47df-9bdf-494467088ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:20.683986 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40652) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:20.684572 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-13a2d251-3665-47df-9bdf-494467088ee5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05fb623b47da42ec9c81ac67b71102c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8551135 Jun 22 01:50:20.698110 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.746082 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port bcdd4652-7e8a-4899-9413-6a195ca5d4d1, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:20.756238 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.759738 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:20.859874 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:50:20.863875 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e89e6513-1d9e-4c2f-96d2-8c81fd0a0902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.881387 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Sync routers for ids ['57220940-186a-4479-b792-4eb111d79c14'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:50:20.903117 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Routers {'57220940-186a-4479-b792-4eb111d79c14'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:50:20.904050 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:50:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['57220940-186a-4479-b792-4eb111d79c14'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:20.923555 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e89e6513-1d9e-4c2f-96d2-8c81fd0a0902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:20.926201 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:20.934089 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:20.974851 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-b83ae3d2-e66f-4a48-90b2-1ff5f470cac0 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6367123 Jun 22 01:50:20.986373 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-4cc12bb6-ee7b-4a8c-b4b5-84cf57f0868d None None] Provisioning complete for port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:20.987092 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-4cc12bb6-ee7b-4a8c-b4b5-84cf57f0868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.009732 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e89e6513-1d9e-4c2f-96d2-8c81fd0a0902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.013878 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e89e6513-1d9e-4c2f-96d2-8c81fd0a0902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.015197 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-e89e6513-1d9e-4c2f-96d2-8c81fd0a0902 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c8ddf8a-f141-49ea-b413-3bc023e164ed HTTP/1.1" status: 204 len: 168 time: 0.3292623 Jun 22 01:50:21.017479 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-94df575d-30c6-471e-b724-bde6be63c0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:21.036127 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e6513-1d9e-4c2f-96d2-8c81fd0a0902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8ddf8a-f141-49ea-b413-3bc023e164ed,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:21.045391 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e89e6513-1d9e-4c2f-96d2-8c81fd0a0902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:21.320090 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Set router 57220940-186a-4479-b792-4eb111d79c14 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:50:21.462530 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-97173112-0610-49fa-b295-1432cf36bc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.476410 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.477949 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9076285 Jun 22 01:50:21.480601 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40694) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:21.515557 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-97173112-0610-49fa-b295-1432cf36bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.518604 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-800b0b29-ad94-458b-8488-9959d89c5f57 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429347 Jun 22 01:50:21.577493 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9a89d92f-70c6-4b5c-9792-10d16b73e92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:21.633328 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97173112-0610-49fa-b295-1432cf36bc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc6ebb5-3e57-4fdd-b2ab-68ea784418b0,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:21.639208 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-97173112-0610-49fa-b295-1432cf36bc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:21.653663 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.694023 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:50:19Z', 'revision_number': 3, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port': {'id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:21.736147 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d6ed1bd9-5ab7-4cf8-8443-69fb74ed5a35 req-59f0223b-bf95-48ac-a5fb-a012af9d972d tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 210 time: 0.1121757 Jun 22 01:50:21.736696 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Checking router: 57220940-186a-4479-b792-4eb111d79c14 for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:50:21.737093 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Updating router 57220940-186a-4479-b792-4eb111d79c14 port c9771a8c-0f5a-40ba-87b3-36f9803f8ece binding host dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:50:21.739787 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-97173112-0610-49fa-b295-1432cf36bc2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=869692f6cef947dc8e29adf13d6e9835&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7944348 Jun 22 01:50:21.744513 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40704) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:21.796474 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.897558 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e1f47c3d-3749-4e6e-ab60-88a70b1727e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:21.923041 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e1f47c3d-3749-4e6e-ab60-88a70b1727e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:22.058155 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e1f47c3d-3749-4e6e-ab60-88a70b1727e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:22.062528 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e1f47c3d-3749-4e6e-ab60-88a70b1727e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:22.064551 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-e1f47c3d-3749-4e6e-ab60-88a70b1727e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdc6ebb5-3e57-4fdd-b2ab-68ea784418b0 HTTP/1.1" status: 204 len: 168 time: 0.3190856 Jun 22 01:50:22.074129 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:22.090550 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f47c3d-3749-4e6e-ab60-88a70b1727e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc6ebb5-3e57-4fdd-b2ab-68ea784418b0,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:22.107706 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e1f47c3d-3749-4e6e-ab60-88a70b1727e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:22.226233 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-63cf7d94-0973-4b2a-b7a7-7993c463aa73 req-c1c2820b-84c9-4a27-9079-87ac19f1efc5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 210 time: 0.2018390 Jun 22 01:50:22.434566 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device bcdd4652-7e8a-4899-9413-6a195ca5d4d1 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:22.516208 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318'] for router, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:22.724653 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Notify callbacks [] for port, precommit_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:22.802202 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.provisioning_blocks [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Transition to ACTIVE for port object c9771a8c-0f5a-40ba-87b3-36f9803f8ece will not be triggered until provisioned by entity L2. {{(pid=104431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:22.821794 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:22.832044 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:22.898587 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:22.899162 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:22.952282 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd is scheduled to L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 01:50:22.958407 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:22.972566 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Attempting to bind port c9771a8c-0f5a-40ba-87b3-36f9803f8ece on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:22.973208 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Attempting to bind port c9771a8c-0f5a-40ba-87b3-36f9803f8ece by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:22.973965 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Attempting to bind port c9771a8c-0f5a-40ba-87b3-36f9803f8ece on network dc4b13a9-3bf9-4085-b802-51585586f44f {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:22.994678 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Pushing event updated for resources: {'Port': ['ID=c9771a8c-0f5a-40ba-87b3-36f9803f8ece,revision_number=2']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:23.007711 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:23.015280 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:23.019139 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:23.019968 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Bound using segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:23.020689 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Bound port: c9771a8c-0f5a-40ba-87b3-36f9803f8ece, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:23.025592 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:23.037729 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.038663 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.039253 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.040926 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.046519 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.049748 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.050645 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.051196 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.051775 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.052394 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.054912 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.056336 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Tracked resource versions report: Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: pushed versions: Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: { 'AddressGroup': {'1.2'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'ConntrackHelper': {'1.0'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Log': {'1.0'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Network': {'1.1'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Port': {'1.7'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'PortForwarding': {'1.2'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'QosPolicy': {'1.8'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'SecurityGroup': {'1.4'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'SecurityGroupRule': {'1.2'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'SubPort': {'1.0'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Subnet': {'1.1'}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Trunk': {'1.1'}} Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: consumer versions: Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: { DHCP agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: HyperV agent@hv-cinder-79707: {}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: L3 agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: Metadata agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: Metering agent@dv-cinder-797073-2-smb: {}, Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: Open vSwitch agent@dv-cinder-797073-2-smb: { 'AddressGroup': '1.2', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'ConntrackHelper': '1.0', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Log': '1.0', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Network': '1.1', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Port': '1.7', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'PortForwarding': '1.2', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'QosPolicy': '1.8', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'SecurityGroup': '1.4', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'SecurityGroupRule': '1.2', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'SubPort': '1.0', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Subnet': '1.1', Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: 'Trunk': '1.1'}} Jun 22 01:50:23.061879 dv-cinder-797073-2-smb neutron-server[104431]: {{(pid=104431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 01:50:23.167748 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:23.239103 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-16bca294-8e5c-4f5c-915d-bcfa7ed2265f req-9116dfd8-f69d-405f-96ab-93ea4bebe5f9 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 210 time: 0.0688291 Jun 22 01:50:23.264144 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] For port c9771a8c-0f5a-40ba-87b3-36f9803f8ece, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:23.277125 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] For port c9771a8c-0f5a-40ba-87b3-36f9803f8ece, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=c9771a8c-0f5a-40ba-87b3-36f9803f8ece,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:23.297390 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:23.302958 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:23.354425 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.36', 51799) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:23.365307 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40796) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:23.480176 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Pushing event updated for resources: {'Port': ['ID=c9771a8c-0f5a-40ba-87b3-36f9803f8ece,revision_number=3']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:23.487108 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Routers {'57220940-186a-4479-b792-4eb111d79c14'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:50:23.487866 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:50:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['57220940-186a-4479-b792-4eb111d79c14'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:23.492072 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:23.500223 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Allocated IP 172.20.0.1 (481bebdb-e132-4ba1-aa37-b2becc797495/64601bd4-823e-4c00-a277-43f200372a38/cd774f8d-5327-4a56-8b35-8f9f452f70df) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:23.632062 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5398bf1b-ead0-4425-b809-1ae506c186ab req-6560bd64-ec5a-4c50-b682-d4bed4bd3d1f tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 210 time: 0.2229984 Jun 22 01:50:23.696069 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:50:23.711891 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Sync routers for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:50:23.713149 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:23.744607 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:50:23.745371 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:50:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:23.807493 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Notify callbacks [] for router, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:23.808788 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3599169 Jun 22 01:50:23.812100 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40816) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:23.858156 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-ed217a5d-a7cf-4436-9e1e-fe1a57afe328 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:23.859780 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-ed217a5d-a7cf-4436-9e1e-fe1a57afe328 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.36 "GET /v2.0/networks?id=07ef0f11-a44a-439b-9f6c-fbbe892ce36b HTTP/1.1" status: 200 len: 812 time: 0.4953752 Jun 22 01:50:23.879447 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] Set router 57220940-186a-4479-b792-4eb111d79c14 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:50:23.927047 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:23.946569 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:24.076559 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Network 481bebdb-e132-4ba1-aa37-b2becc797495 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:24.098790 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:24.112083 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:24.112595 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824486'] for router_interface, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:24.158645 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Request body: {'port': {'device_id': '7a09fc2a-8643-4762-8241-9a99b59d7b1c', 'network_id': '07ef0f11-a44a-439b-9f6c-fbbe892ce36b', 'admin_state_up': True, 'tenant_id': 'f56aadc04f8a43eca917624280a3d2b8'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:24.216891 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:50:19Z', 'revision_number': 3, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port': {'id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:24.217527 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:50:24.291606 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd774f8d-5327-4a56-8b35-8f9f452f70df,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:24.328371 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:24.559814 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf96eb-8561-4ad9-8740-70d5ef4e986e None None] The sync data for ids ['57220940-186a-4479-b792-4eb111d79c14'] in dv-cinder-797073-2-smb is: [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:50:19Z', 'revision_number': 3, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port': {'id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:50:24.675154 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:24.733468 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:21Z', 'revision_number': 3, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:24.774766 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4bb0fbe6-5de2-4a2a-8f5c-2f5ffcc1cd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:24.780551 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Made reservation on behalf of f56aadc04f8a43eca917624280a3d2b8 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:24.784179 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Checking router: 08f6162d-7ccb-473b-a53d-e6e3a089e6dd for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:50:24.784987 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Updating router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b binding host dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:50:24.785881 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:24.880513 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:25.210167 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3f8b2c62-51a8-4415-ad0f-514cd13bd514 req-2b4d0565-1b5d-484a-8e8e-daeecfa9aaba tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 210 time: 0.1235349 Jun 22 01:50:25.403803 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-67dfc350-6331-4417-a950-6eded0fbaab2 req-87f469a7-fd4f-4098-8bfb-41ff59ce443a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 210 time: 0.3442922 Jun 22 01:50:25.439637 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.36', 51808) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:25.469287 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Notify callbacks [] for port, precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:25.514311 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Transition to ACTIVE for port object c4a563e0-dc6e-4eda-9d8d-60fb4d62247b will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:25.518643 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Allocated IP 172.20.0.13 (07ef0f11-a44a-439b-9f6c-fbbe892ce36b/9f5ba11f-9ad4-49f0-af82-ac9efcc3a122/39acce62-bbbc-4cdd-9852-3a1c85409ff7) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:25.534425 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:25.546681 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-6157219a-a5f9-4af8-94da-e3ad8077b1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:25.677269 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:25.680457 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40888) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:25.702149 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:25.708558 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1744502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622269'] for router_interface, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:25.713853 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-1b82819e-6f02-42b1-a459-8503a7143512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:25.817170 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba723882-d543-4a90-b4cb-60c9dd2fbdcb None None] Pushing event updated for resources: {'Port': ['ID=c4a563e0-dc6e-4eda-9d8d-60fb4d62247b,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:25.824307 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ba723882-d543-4a90-b4cb-60c9dd2fbdcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:25.825077 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Attempting to bind port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:25.825450 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Attempting to bind port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:25.835869 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Attempting to bind port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b on network dc4b13a9-3bf9-4085-b802-51585586f44f {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:25.870521 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:25.875236 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:25.876361 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:25.879441 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Bound using segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:25.883757 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Bound port: c4a563e0-dc6e-4eda-9d8d-60fb4d62247b, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:25.886796 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:26.171232 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] For port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:26.183250 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] For port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=c4a563e0-dc6e-4eda-9d8d-60fb4d62247b,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:26.194776 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:26.201620 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:26.221578 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1a0cdb39-4f5e-4f6d-baf6-aea949574af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:26.307682 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4bb0fbe6-5de2-4a2a-8f5c-2f5ffcc1cd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:26.333739 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:50:26.337761 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:50:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:26.409994 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4bb0fbe6-5de2-4a2a-8f5c-2f5ffcc1cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:26.513589 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-146fa2ee-87e6-4725-8327-fef716d2fbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:26.551715 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-4bb0fbe6-5de2-4a2a-8f5c-2f5ffcc1cd7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd850941d3ab43d8a2efd98b33b5fde4&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1515987 Jun 22 01:50:26.560602 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-48093dd7-075b-4c65-8d8f-336a4321ba2d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:26.562730 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-48093dd7-075b-4c65-8d8f-336a4321ba2d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 814 time: 1.1192782 Jun 22 01:50:26.563806 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 40912) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:26.571507 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0fbe6-5de2-4a2a-8f5c-2f5ffcc1cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc323f3-3bef-4718-ba79-3a3091af2183,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:26.615051 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4bb0fbe6-5de2-4a2a-8f5c-2f5ffcc1cd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:26.620333 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Request body: {'port': {'device_id': '8937f99f-ff88-4bd6-89e9-a4e0f80b5baa', 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'admin_state_up': True, 'tenant_id': 'c83acded5e7a44509c748fbbb02f40fc'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:26.630199 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1a0cdb39-4f5e-4f6d-baf6-aea949574af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:26.637864 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-1a0cdb39-4f5e-4f6d-baf6-aea949574af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:26.638684 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd774f8d-5327-4a56-8b35-8f9f452f70df,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:26.643359 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:26.756649 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:50:26.787516 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:26.797346 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-1a0cdb39-4f5e-4f6d-baf6-aea949574af1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9bff076d86a4a8a8286cf2602b8520b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1150420 Jun 22 01:50:26.804235 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40920) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:26.862019 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a7fbeaf3-cd07-4597-a58f-76844ac05a92 req-01d7bb5d-1db3-4d09-a7dc-4457b304e99a tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 210 time: 0.2160602 Jun 22 01:50:26.873051 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Network 481bebdb-e132-4ba1-aa37-b2becc797495 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:26.925444 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c9771a8c-0f5a-40ba-87b3-36f9803f8ece up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:26.958225 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:26.962123 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:26.974166 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cdb39-4f5e-4f6d-baf6-aea949574af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7588d2dd-9ea9-4b30-bcd9-d63e9f86871f,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:27.173281 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f31dc1eb-c1d5-43f1-87d0-62b1648ce5c5 req-7609c5b8-5902-4e31-8bd2-ad50bd1c1724 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 210 time: 0.3933530 Jun 22 01:50:27.177949 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Made reservation on behalf of c83acded5e7a44509c748fbbb02f40fc for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:27.194568 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.236506 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba723882-d543-4a90-b4cb-60c9dd2fbdcb None None] Pushing event updated for resources: {'Port': ['ID=c4a563e0-dc6e-4eda-9d8d-60fb4d62247b,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:27.253137 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ba723882-d543-4a90-b4cb-60c9dd2fbdcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:27.306704 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:21Z', 'revision_number': 3, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:27.320384 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port c9771a8c-0f5a-40ba-87b3-36f9803f8ece completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:27.357050 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port c9771a8c-0f5a-40ba-87b3-36f9803f8ece triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:27.357512 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.406818 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.430283 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-1a0cdb39-4f5e-4f6d-baf6-aea949574af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:27.441861 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6aeca8-250f-4d28-962e-a104e5ba4d6a None None] The sync data for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb is: [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:21Z', 'revision_number': 3, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:50:27.446330 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Router 57220940-186a-4479-b792-4eb111d79c14 has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:50:27.560887 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7fea67fb-6b9a-4885-80cf-b5921854676e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.576491 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.626269 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7fea67fb-6b9a-4885-80cf-b5921854676e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.636611 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port c9771a8c-0f5a-40ba-87b3-36f9803f8ece, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=c9771a8c-0f5a-40ba-87b3-36f9803f8ece,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:27.644333 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.649344 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:27.751004 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=c9771a8c-0f5a-40ba-87b3-36f9803f8ece,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:27.757439 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-73f48688-957c-4b2c-9086-1cbc6f25af6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:27.761278 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:27.764086 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7fea67fb-6b9a-4885-80cf-b5921854676e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.792013 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:50:27.814343 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/57220940-186a-4479-b792-4eb111d79c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3322666 Jun 22 01:50:27.815919 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e255132-d6f4-460c-b496-1a5ffb665ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.823977 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Sync routers for ids ['57220940-186a-4479-b792-4eb111d79c14'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:50:27.836617 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7fea67fb-6b9a-4885-80cf-b5921854676e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.836617 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7fea67fb-6b9a-4885-80cf-b5921854676e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0dc323f3-3bef-4718-ba79-3a3091af2183 HTTP/1.1" status: 204 len: 168 time: 1.2593496 Jun 22 01:50:27.867639 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e255132-d6f4-460c-b496-1a5ffb665ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.882949 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:27.921796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:27.926424 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:27.926589 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Routers {'57220940-186a-4479-b792-4eb111d79c14'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:50:27.931909 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:27.932435 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:50:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['57220940-186a-4479-b792-4eb111d79c14'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:27.932586 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.973082 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e255132-d6f4-460c-b496-1a5ffb665ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:27.983538 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e255132-d6f4-460c-b496-1a5ffb665ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:28.002372 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6e255132-d6f4-460c-b496-1a5ffb665ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7588d2dd-9ea9-4b30-bcd9-d63e9f86871f HTTP/1.1" status: 204 len: 168 time: 1.1871192 Jun 22 01:50:28.003325 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d400559a-a2b9-4ae3-9083-1a07d3ac4a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:28.040658 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8995876 Jun 22 01:50:28.041999 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Allocated IP 172.20.0.12 (e6d02081-59a8-4c5b-bf90-764e63022c0a/0b36c0ea-90ff-4efa-ba4c-df53f2c24665/fb0b970d-386a-46b8-9cd9-afec4cf4fbe4) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:28.059782 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e255132-d6f4-460c-b496-1a5ffb665ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7588d2dd-9ea9-4b30-bcd9-d63e9f86871f,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:28.068823 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6e255132-d6f4-460c-b496-1a5ffb665ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:28.165327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-07876fd2-ef93-4ee6-963b-4f0be1bb1e69 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 01:50:28.169578 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-07876fd2-ef93-4ee6-963b-4f0be1bb1e69 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371268 Jun 22 01:50:28.171363 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40954) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:28.183495 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Pushing event updated for resources: {'Port': ['ID=39acce62-bbbc-4cdd-9852-3a1c85409ff7,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:28.196624 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:28.210673 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:28.353266 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea67fb-6b9a-4885-80cf-b5921854676e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc323f3-3bef-4718-ba79-3a3091af2183,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:28.361850 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7fea67fb-6b9a-4885-80cf-b5921854676e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:28.408634 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea39af-d935-44e3-9e22-114ae7d76e3f req-b1b93b3c-5612-4540-a13b-86ba520464e6 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:28.423255 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-97ea39af-d935-44e3-9e22-114ae7d76e3f req-b1b93b3c-5612-4540-a13b-86ba520464e6 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 932 time: 0.2984412 Jun 22 01:50:28.479128 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:28.515546 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Set router 57220940-186a-4479-b792-4eb111d79c14 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:50:28.603181 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-97ea39af-d935-44e3-9e22-114ae7d76e3f req-352eb665-bfe7-408b-854f-2ab9ce44fb2c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783497 Jun 22 01:50:28.675037 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c9771a8c-0f5a-40ba-87b3-36f9803f8ece up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:28.794748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port c9771a8c-0f5a-40ba-87b3-36f9803f8ece triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:28.795124 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:28.935226 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8c23fe9e-ffdc-4327-805a-e4c7d2e44dc2 req-ae68bf0b-daab-4940-a67c-8b5bdb190f4b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 210 time: 0.3735907 Jun 22 01:50:29.030288 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c4a563e0-dc6e-4eda-9d8d-60fb4d62247b up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:29.135009 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:50:24Z', 'revision_number': 4, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port': {'id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': 'cd774f8d-5327-4a56-8b35-8f9f452f70df', 'name': '', 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'mac_address': 'fa:16:3e:b9:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '64601bd4-823e-4c00-a277-43f200372a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:23Z', 'updated_at': '2021-06-22T01:50:24Z', 'revision_number': 2, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'subnets': [{'id': '64601bd4-823e-4c00-a277-43f200372a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:29.151808 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f0bf-be07-4e3f-8d17-c5d953c4ce8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.163082 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:29.173346 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:29.175903 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.232576 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Checking router: 57220940-186a-4479-b792-4eb111d79c14 for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:50:29.233083 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Updating router 57220940-186a-4479-b792-4eb111d79c14 port cd774f8d-5327-4a56-8b35-8f9f452f70df binding host dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:50:29.421336 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.448786 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f0bf-be07-4e3f-8d17-c5d953c4ce8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.458904 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f0bf-be07-4e3f-8d17-c5d953c4ce8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.466020 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:29.509876 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.552878 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-3dd4f0bf-be07-4e3f-8d17-c5d953c4ce8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13116a47b3ef4fb09556dc56b64699b2&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3548949 Jun 22 01:50:29.553658 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4f0bf-be07-4e3f-8d17-c5d953c4ce8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32708144-f2c7-4978-af2e-8917aed8cb89,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:29.570771 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3dd4f0bf-be07-4e3f-8d17-c5d953c4ce8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:29.582524 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=c4a563e0-dc6e-4eda-9d8d-60fb4d62247b,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:29.586135 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40980) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:29.588926 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.591631 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:29.712297 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=c4a563e0-dc6e-4eda-9d8d-60fb4d62247b,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:29.727280 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:29.734923 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40984) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:29.779717 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-08c42feb-1285-415d-9e85-d935f293fb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.826803 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.873012 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Allocated IP 172.20.0.1 (eac8654a-d4c9-42d1-9470-c87ae91c8ad4/59670d4e-5677-4542-806c-19e14313c4d3/60b08e1c-11f6-49ee-9122-6c4932fd78c7) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:29.876494 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d88269a5-1839-4450-9a61-e40b00021345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.972861 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-08c42feb-1285-415d-9e85-d935f293fb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:29.984008 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.029410 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:30.055098 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Request body: {'port': {'device_id': '7a09fc2a-8643-4762-8241-9a99b59d7b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:30.182356 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 40996) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:30.224198 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Network e6d02081-59a8-4c5b-bf90-764e63022c0a is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:30.346143 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Notify callbacks [] for port, precommit_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.357517 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:30.363506 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:30.371792 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.provisioning_blocks [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Transition to ACTIVE for port object cd774f8d-5327-4a56-8b35-8f9f452f70df will not be triggered until provisioned by entity L2. {{(pid=104431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:30.379468 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c4a563e0-dc6e-4eda-9d8d-60fb4d62247b up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:30.383823 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:30.384352 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.403203 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.411693 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:30.448085 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.502692 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Pushing event updated for resources: {'Port': ['ID=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:30.514575 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:30.549073 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.566839 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709f074-1c14-442b-ae66-8fe7e612cb00 req-9d1c247a-c99c-44ac-9ea3-e794a40cee62 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:30.570825 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9709f074-1c14-442b-ae66-8fe7e612cb00 req-9d1c247a-c99c-44ac-9ea3-e794a40cee62 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 932 time: 0.6125858 Jun 22 01:50:30.672777 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:30.673614 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.687421 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-87979aed-b1e9-42fc-8f09-5d4dcab0cf4e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:30.692378 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-87979aed-b1e9-42fc-8f09-5d4dcab0cf4e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 819 time: 0.4979336 Jun 22 01:50:30.733886 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9709f074-1c14-442b-ae66-8fe7e612cb00 req-6377c00b-ffdd-441d-8e46-3641bb7a4605 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490140 Jun 22 01:50:30.772509 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3df7c-a6a2-4913-b1d1-cfcb09539b2e None None] Pushing event updated for resources: {'Port': ['ID=cd774f8d-5327-4a56-8b35-8f9f452f70df,revision_number=3']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:30.812130 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-f8d3df7c-a6a2-4913-b1d1-cfcb09539b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:30.825599 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Attempting to bind port cd774f8d-5327-4a56-8b35-8f9f452f70df on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:30.826770 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Attempting to bind port cd774f8d-5327-4a56-8b35-8f9f452f70df by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:30.827355 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Attempting to bind port cd774f8d-5327-4a56-8b35-8f9f452f70df on network 481bebdb-e132-4ba1-aa37-b2becc797495 {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:30.846600 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:30.846991 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Checking segment: {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:30.847447 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.847871 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Bound using segment: {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:30.848378 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Bound port: cd774f8d-5327-4a56-8b35-8f9f452f70df, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'}}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:30.848792 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.852099 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a2f4750b-ae20-4a08-8422-5db7ed34f5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.890836 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-08c42feb-1285-415d-9e85-d935f293fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.895766 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Transition to ACTIVE for port object 60b08e1c-11f6-49ee-9122-6c4932fd78c7 will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:30.915101 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-08c42feb-1285-415d-9e85-d935f293fb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.918795 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-08c42feb-1285-415d-9e85-d935f293fb11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32708144-f2c7-4978-af2e-8917aed8cb89 HTTP/1.1" status: 204 len: 168 time: 1.3260615 Jun 22 01:50:30.922754 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d88269a5-1839-4450-9a61-e40b00021345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.924656 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:30.939010 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-79bdfe2f-a348-463f-84f5-2d4b491a8cb1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/quotas/e592085ff4c344c4b369a6a5de8afb29 HTTP/1.1" status: 200 len: 375 time: 0.0768790 Jun 22 01:50:30.958583 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d88269a5-1839-4450-9a61-e40b00021345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:30.971825 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c42feb-1285-415d-9e85-d935f293fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32708144-f2c7-4978-af2e-8917aed8cb89,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:30.989220 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-08c42feb-1285-415d-9e85-d935f293fb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:30.990065 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-08c42feb-1285-415d-9e85-d935f293fb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:31.031450 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] For port cd774f8d-5327-4a56-8b35-8f9f452f70df, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:31.043673 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] For port cd774f8d-5327-4a56-8b35-8f9f452f70df, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=cd774f8d-5327-4a56-8b35-8f9f452f70df,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:31.051491 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.055233 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-942e5357-db15-497b-8fce-d31891a6ba7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:31.130491 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3df7c-a6a2-4913-b1d1-cfcb09539b2e None None] Pushing event updated for resources: {'Port': ['ID=cd774f8d-5327-4a56-8b35-8f9f452f70df,revision_number=4']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:31.133518 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Routers {'57220940-186a-4479-b792-4eb111d79c14'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:50:31.136654 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5203857 Jun 22 01:50:31.137717 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:50:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['57220940-186a-4479-b792-4eb111d79c14'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:31.143464 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-f8d3df7c-a6a2-4913-b1d1-cfcb09539b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:31.144986 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88269a5-1839-4450-9a61-e40b00021345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9899292c-61cb-4fe2-8c27-ff41b878f9b8,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:31.170074 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d88269a5-1839-4450-9a61-e40b00021345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:31.194893 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-d88269a5-1839-4450-9a61-e40b00021345 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19b7751ccacc48789750bcfee5bcddeb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4540403 Jun 22 01:50:31.203251 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41014) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:31.273957 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Request body: {'port': {'device_id': '8937f99f-ff88-4bd6-89e9-a4e0f80b5baa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:31.339559 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.380153 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:31.384136 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] Set router 57220940-186a-4479-b792-4eb111d79c14 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:50:31.411121 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-48be1271-5494-49fd-8597-f2510bad0efb tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4670162 Jun 22 01:50:31.502023 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-fc600c1d-3883-4410-b732-d9952d481eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.543403 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:31.558593 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:31.573576 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:31.574004 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824486'] for router_interface, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.655851 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a2f4750b-ae20-4a08-8422-5db7ed34f5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.659420 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41020) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:31.679959 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a2f4750b-ae20-4a08-8422-5db7ed34f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.685957 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-98f3a7bf-d72e-4fd8-b0d3-bc52d6e8847b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.687685 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a54d05f6-5543-4cff-b392-621f476435d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.695181 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:31.834767 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f4750b-ae20-4a08-8422-5db7ed34f5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff66dec-9aea-4e2c-929c-4ac838e25947,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:31.850187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f86f1a-903e-4280-bde9-787e8e0b8566 req-a57c40a5-2637-4817-85f2-5799afdf2b4d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:31.857376 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-72f86f1a-903e-4280-bde9-787e8e0b8566 req-a57c40a5-2637-4817-85f2-5799afdf2b4d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 932 time: 0.7292755 Jun 22 01:50:31.889667 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a2f4750b-ae20-4a08-8422-5db7ed34f5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:31.913787 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:50:24Z', 'revision_number': 4, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port': {'id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': 'cd774f8d-5327-4a56-8b35-8f9f452f70df', 'name': '', 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'mac_address': 'fa:16:3e:b9:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '64601bd4-823e-4c00-a277-43f200372a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:23Z', 'updated_at': '2021-06-22T01:50:31Z', 'revision_number': 4, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'subnets': [{'id': '64601bd4-823e-4c00-a277-43f200372a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:31.926778 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Pushing event updated for resources: {'Port': ['ID=60b08e1c-11f6-49ee-9122-6c4932fd78c7,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:31.930476 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-98f3a7bf-d72e-4fd8-b0d3-bc52d6e8847b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:31.948901 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-4b3cf202-49a7-4eb2-9813-dfac1acf9495 service neutron] 10.222.0.13 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366659 Jun 22 01:50:31.950869 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-72f86f1a-903e-4280-bde9-787e8e0b8566 req-613b3bda-a4c5-4a57-8471-2aa7afb0af32 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923405 Jun 22 01:50:31.952008 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:31.952877 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a2f4750b-ae20-4a08-8422-5db7ed34f5b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5ed3abfd3b24a00b3105bbafde33767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7683401 Jun 22 01:50:31.996825 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41030) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:32.008341 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-e8bfd873-0aef-4c24-9e5a-c13f04bd515d None None] Provisioning for port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:32.022842 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-e8bfd873-0aef-4c24-9e5a-c13f04bd515d None None] Provisioning complete for port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:32.024425 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd873-0aef-4c24-9e5a-c13f04bd515d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.042023 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17796ea1-db43-473a-9c66-4fdc725a3498 None None] The sync data for ids ['57220940-186a-4479-b792-4eb111d79c14'] in dv-cinder-797073-2-smb is: [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:50:24Z', 'revision_number': 4, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port': {'id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': 'cd774f8d-5327-4a56-8b35-8f9f452f70df', 'name': '', 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'mac_address': 'fa:16:3e:b9:2c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '64601bd4-823e-4c00-a277-43f200372a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:23Z', 'updated_at': '2021-06-22T01:50:31Z', 'revision_number': 4, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'subnets': [{'id': '64601bd4-823e-4c00-a277-43f200372a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:50:32.086349 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-2fdc9d2b-fe59-49e2-81a8-773ba6500c45 service neutron] 10.222.0.13 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299646 Jun 22 01:50:32.160119 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.199920 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfd873-0aef-4c24-9e5a-c13f04bd515d None None] Port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:50:32.314291 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-98f3a7bf-d72e-4fd8-b0d3-bc52d6e8847b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.324886 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-98f3a7bf-d72e-4fd8-b0d3-bc52d6e8847b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.362439 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-98f3a7bf-d72e-4fd8-b0d3-bc52d6e8847b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9899292c-61cb-4fe2-8c27-ff41b878f9b8 HTTP/1.1" status: 204 len: 168 time: 1.1314843 Jun 22 01:50:32.369301 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e1f47c3d-3749-4e6e-ab60-88a70b1727e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:32.429300 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3a7bf-d72e-4fd8-b0d3-bc52d6e8847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9899292c-61cb-4fe2-8c27-ff41b878f9b8,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:32.475036 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-98f3a7bf-d72e-4fd8-b0d3-bc52d6e8847b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:32.478582 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a91207c0-13c7-446e-b506-27d6e2dc2c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.526350 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device cd774f8d-5327-4a56-8b35-8f9f452f70df up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:32.585678 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a54d05f6-5543-4cff-b392-621f476435d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.636992 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a54d05f6-5543-4cff-b392-621f476435d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.701995 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port cd774f8d-5327-4a56-8b35-8f9f452f70df completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:32.706630 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port cd774f8d-5327-4a56-8b35-8f9f452f70df triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:32.707278 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.761533 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39acce62-bbbc-4cdd-9852-3a1c85409ff7 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:32.777401 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:32.782230 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a91207c0-13c7-446e-b506-27d6e2dc2c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.804264 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5556318a-c621-4e63-9a14-87941c00fb9f req-694f0be0-feb9-4d33-8b79-195849f2cb27 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 210 time: 0.2111077 Jun 22 01:50:32.808191 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a54d05f6-5543-4cff-b392-621f476435d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=435a7991ef1c49df82881d89f6442d57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1476047 Jun 22 01:50:32.840041 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41042) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:32.863909 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:32.974541 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d05f6-5543-4cff-b392-621f476435d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d281bbf-d4c4-40d7-98a9-d4ba10edb37e,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:33.000172 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a54d05f6-5543-4cff-b392-621f476435d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:33.047970 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:33.171807 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e654438-3a61-49ec-b467-d5f30a519262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:33.209086 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port cd774f8d-5327-4a56-8b35-8f9f452f70df, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=cd774f8d-5327-4a56-8b35-8f9f452f70df,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:33.215096 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:33.225722 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:33.246123 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e654438-3a61-49ec-b467-d5f30a519262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:33.254595 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Transition to ACTIVE for port object 39acce62-bbbc-4cdd-9852-3a1c85409ff7 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:33.365347 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e654438-3a61-49ec-b467-d5f30a519262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:33.370826 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6e654438-3a61-49ec-b467-d5f30a519262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:33.374822 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6e654438-3a61-49ec-b467-d5f30a519262 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d281bbf-d4c4-40d7-98a9-d4ba10edb37e HTTP/1.1" status: 204 len: 168 time: 0.5315714 Jun 22 01:50:33.374822 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:33.390976 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e654438-3a61-49ec-b467-d5f30a519262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d281bbf-d4c4-40d7-98a9-d4ba10edb37e,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:33.396645 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6e654438-3a61-49ec-b467-d5f30a519262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:33.423516 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=cd774f8d-5327-4a56-8b35-8f9f452f70df,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:33.432587 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:33.451021 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:33.551423 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0e35197b-a93d-4d78-9c04-705ff3a6790d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:33.706377 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3a0192f1-309c-48fb-b107-09a7adcd1e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:33.853531 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:50:33.992903 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:34.002907 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a0abf-a9a2-45af-a474-420090268f01 req-515aacf0-372a-4047-a67d-a21bd3861ea3 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:34.014484 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e11a0abf-a9a2-45af-a474-420090268f01 req-515aacf0-372a-4047-a67d-a21bd3861ea3 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 932 time: 0.5976667 Jun 22 01:50:34.098693 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e11a0abf-a9a2-45af-a474-420090268f01 req-f953e2c0-a35e-4262-bc61-ea43907d3d6d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776701 Jun 22 01:50:34.143396 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a91207c0-13c7-446e-b506-27d6e2dc2c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:34.187863 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:34.217852 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c60f8-368d-4cb3-9f49-385bc5a636ac req-3153267a-5193-4b48-8412-f5b2a551b6ba tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:34.246879 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-947c60f8-368d-4cb3-9f49-385bc5a636ac req-3153267a-5193-4b48-8412-f5b2a551b6ba tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 932 time: 1.8175833 Jun 22 01:50:34.373291 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a91207c0-13c7-446e-b506-27d6e2dc2c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:34.387382 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a91207c0-13c7-446e-b506-27d6e2dc2c84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ff66dec-9aea-4e2c-929c-4ac838e25947 HTTP/1.1" status: 204 len: 168 time: 2.3829424 Jun 22 01:50:34.387382 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=39acce62-bbbc-4cdd-9852-3a1c85409ff7,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:34.405324 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:34.439641 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device cd774f8d-5327-4a56-8b35-8f9f452f70df up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:34.503580 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:34.538697 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port cd774f8d-5327-4a56-8b35-8f9f452f70df triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:34.539075 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:34.647291 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-72371598-df75-4349-b22d-acee9c564cc6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:34.656422 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-72371598-df75-4349-b22d-acee9c564cc6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 819 time: 0.2707238 Jun 22 01:50:34.664837 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91207c0-13c7-446e-b506-27d6e2dc2c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff66dec-9aea-4e2c-929c-4ac838e25947,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:34.676969 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-33c4fb55-d23c-4475-a940-eac121186ee7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/quotas/e592085ff4c344c4b369a6a5de8afb29 HTTP/1.1" status: 200 len: 375 time: 0.0182786 Jun 22 01:50:34.681667 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a91207c0-13c7-446e-b506-27d6e2dc2c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:34.715198 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Attempting to bind port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:34.718261 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Attempting to bind port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '764b1c69-0964-489e-9863-40723f54ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '07ef0f11-a44a-439b-9f6c-fbbe892ce36b'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:34.719004 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Attempting to bind port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 on network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:34.804729 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-6bbe30cd-2817-4226-a544-74e0ef6d77e2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260295 Jun 22 01:50:35.099085 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-8e51c29c-d6f1-4273-ab3b-122db81f6ef6 service neutron] 10.222.0.13 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873425 Jun 22 01:50:35.108060 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:35.111559 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 on network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:50:35.112178 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Attempting to bind port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 on network 07ef0f11-a44a-439b-9f6c-fbbe892ce36b {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:35.142272 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-947c60f8-368d-4cb3-9f49-385bc5a636ac req-64be109d-a1ba-420d-8ba2-0a03f4fa6878 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8892953 Jun 22 01:50:35.142272 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:35.152750 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1744502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622269'] for router_interface, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:35.152750 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:35.152750 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Checking segment: {'id': '764b1c69-0964-489e-9863-40723f54ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '07ef0f11-a44a-439b-9f6c-fbbe892ce36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:35.165171 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Bound using segment: {'id': '764b1c69-0964-489e-9863-40723f54ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '07ef0f11-a44a-439b-9f6c-fbbe892ce36b'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:35.165171 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Bound port: 39acce62-bbbc-4cdd-9852-3a1c85409ff7, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764b1c69-0964-489e-9863-40723f54ecef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '07ef0f11-a44a-439b-9f6c-fbbe892ce36b'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:35.165171 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:35.186436 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:35.254148 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:35.404073 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Pushing event updated for resources: {'Port': ['ID=60b08e1c-11f6-49ee-9122-6c4932fd78c7,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:35.408208 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:35.491478 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-be9a975b-32aa-4611-a539-81731928757d service neutron] 10.222.0.13 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872755 Jun 22 01:50:35.501947 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:35.538721 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:35.655332 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Transition to ACTIVE for port object fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:35.668966 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:35.703048 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:35.711855 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-05fad409-7c0b-4d63-9071-efaf8d3cc91c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:35.716587 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:35.731664 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] For port 39acce62-bbbc-4cdd-9852-3a1c85409ff7, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:35.882927 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c36f32e7-bc43-4ef6-82a2-d1aa11937231 req-34dd3d53-c7de-459f-bc07-d3d5bdefacf1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0783293 Jun 22 01:50:35.890689 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] For port 39acce62-bbbc-4cdd-9852-3a1c85409ff7, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=39acce62-bbbc-4cdd-9852-3a1c85409ff7,segment=NetworkSegment(764b1c69-0964-489e-9863-40723f54ecef),segment_id=764b1c69-0964-489e-9863-40723f54ecef)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:35.911789 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:35.958004 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:35.959285 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:35.978184 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:35.990563 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e6e09-f40a-4b83-a6c8-8d4d09fec082 req-603ccea9-a072-4f72-a301-867a116b9b7a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:35.992335 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-409e6e09-f40a-4b83-a6c8-8d4d09fec082 req-603ccea9-a072-4f72-a301-867a116b9b7a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 932 time: 0.5532625 Jun 22 01:50:36.484798 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-fefaf2e2-c77e-4502-9a35-b82d78b914ef None None] Provisioning complete for port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:36.487501 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-fefaf2e2-c77e-4502-9a35-b82d78b914ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:36.511028 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee401bf-9adc-4c72-8cbc-9a5492407570 req-a44ac096-6720-4b78-9c92-1e7bb673bded tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:36.520388 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dee401bf-9adc-4c72-8cbc-9a5492407570 req-a44ac096-6720-4b78-9c92-1e7bb673bded tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.0998390 Jun 22 01:50:36.574754 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dee401bf-9adc-4c72-8cbc-9a5492407570 req-4356a52f-f739-4171-bf25-4090da25bcb0 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530539 Jun 22 01:50:36.623018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:36.623018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:36.623018 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] 10.222.0.36 "PUT /v2.0/ports/39acce62-bbbc-4cdd-9852-3a1c85409ff7 HTTP/1.1" status: 200 len: 1094 time: 7.5695035 Jun 22 01:50:36.623018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Attempting to bind port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:36.623018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Attempting to bind port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:36.623018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Attempting to bind port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 on network e6d02081-59a8-4c5b-bf90-764e63022c0a {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:36.625617 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=39acce62-bbbc-4cdd-9852-3a1c85409ff7,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:36.627580 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-fefaf2e2-c77e-4502-9a35-b82d78b914ef None None] Port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:50:36.634316 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a09fc2a-8643-4762-8241-9a99b59d7b1c', 'tag': '39acce62-bbbc-4cdd-9852-3a1c85409ff7'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:50:36.706126 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:36.729374 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 on network e6d02081-59a8-4c5b-bf90-764e63022c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:50:36.729702 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Attempting to bind port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 on network e6d02081-59a8-4c5b-bf90-764e63022c0a {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:36.760912 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-409e6e09-f40a-4b83-a6c8-8d4d09fec082 req-639e0c10-27ba-48c6-8ee8-d4121b4928ab tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6951914 Jun 22 01:50:36.787256 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:36.787823 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Checking segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:36.788217 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Bound using segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:36.788665 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Bound port: fb0b970d-386a-46b8-9cd9-afec4cf4fbe4, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:36.789018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:36.806494 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:50:36.838350 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:37.057995 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] For port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:37.084870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] For port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:37.102072 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:37.116785 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bbad8e-0a29-45d4-a58e-a7f3ffa0285c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a09fc2a-8643-4762-8241-9a99b59d7b1c", "tag": "39acce62-bbbc-4cdd-9852-3a1c85409ff7"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:50:37.122906 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:37.130578 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-86aff24a-718c-4c58-a303-47442cc1be1e req-23819437-f177-4271-bcb9-c01a8ca14f85 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0549242 Jun 22 01:50:37.157674 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:50:37.177139 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:37.177797 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:37.179221 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] 10.222.0.36 "PUT /v2.0/ports/fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 HTTP/1.1" status: 200 len: 1094 time: 5.9300148 Jun 22 01:50:37.182896 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Sync routers for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:50:37.183208 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] 10.222.0.13 "PUT /v2.0/routers/08f6162d-7ccb-473b-a53d-e6e3a089e6dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3699448 Jun 22 01:50:37.196932 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:50:37.198030 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:50:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:37.232348 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:37.240491 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:37.411160 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:50:37.663263 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba03554-0c2e-4ee7-b04e-a5f538acc807 x-openstack-request-id: req-4ba03554-0c2e-4ee7-b04e-a5f538acc807 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:50:37.664034 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a09fc2a-8643-4762-8241-9a99b59d7b1c", "tag": "39acce62-bbbc-4cdd-9852-3a1c85409ff7", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:50:37.664300 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ba03554-0c2e-4ee7-b04e-a5f538acc807 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:50:37.664984 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a09fc2a-8643-4762-8241-9a99b59d7b1c', 'tag': '39acce62-bbbc-4cdd-9852-3a1c85409ff7', 'status': 'completed', 'code': 200} Jun 22 01:50:37.955577 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:34Z', 'revision_number': 2, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:38.028744 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Checking router: 08f6162d-7ccb-473b-a53d-e6e3a089e6dd for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:50:38.029525 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Updating router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 binding host dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:50:38.107306 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605de4a-a8fc-4f47-97bc-faa19642e301 req-ea0ce115-019a-4119-a03f-f2121a1a9e72 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:38.108987 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6605de4a-a8fc-4f47-97bc-faa19642e301 req-ea0ce115-019a-4119-a03f-f2121a1a9e72 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.2119293 Jun 22 01:50:38.170661 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6605de4a-a8fc-4f47-97bc-faa19642e301 req-670f28d8-ab34-4f3a-9e46-3fcbf92ae2b9 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544450 Jun 22 01:50:38.179375 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:38.513143 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34117790-1ba1-4b5e-a190-d73d210869e1 req-097d8aa9-ca77-444c-9562-d39719b40980 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:38.523930 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-34117790-1ba1-4b5e-a190-d73d210869e1 req-097d8aa9-ca77-444c-9562-d39719b40980 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 944 time: 0.1368546 Jun 22 01:50:38.592448 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-34117790-1ba1-4b5e-a190-d73d210869e1 req-86e44fed-b049-43fd-816c-a6f280131de3 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Jun 22 01:50:38.644975 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Notify callbacks [] for port, precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:38.657439 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Transition to ACTIVE for port object 60b08e1c-11f6-49ee-9122-6c4932fd78c7 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:38.668601 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:38.671112 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ba723882-d543-4a90-b4cb-60c9dd2fbdcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:38.789485 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc340b-dbc0-41e8-95d3-3acd198e53a6 None None] Pushing event updated for resources: {'Port': ['ID=60b08e1c-11f6-49ee-9122-6c4932fd78c7,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:38.795660 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-53fc340b-dbc0-41e8-95d3-3acd198e53a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:38.806378 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c5f56017-251a-4e70-b326-80e8cd64e0cd req-706230d5-d754-42ee-bde8-d166776b087a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0532751 Jun 22 01:50:38.885709 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Attempting to bind port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:38.886257 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Attempting to bind port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:38.886746 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Attempting to bind port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 on network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:38.894504 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:38.894827 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Checking segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:38.895371 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:38.895772 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Bound using segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:38.896303 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Bound port: 60b08e1c-11f6-49ee-9122-6c4932fd78c7, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:38.896881 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:38.967192 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41236) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:38.973433 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383525753', 'description': 'tempest-description--65462226'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:39.013428 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.021203 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] For port 60b08e1c-11f6-49ee-9122-6c4932fd78c7, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:39.029353 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] For port 60b08e1c-11f6-49ee-9122-6c4932fd78c7, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=60b08e1c-11f6-49ee-9122-6c4932fd78c7,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:39.038556 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.050495 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:39.123465 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:50:39.130085 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:50:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:39.226285 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc340b-dbc0-41e8-95d3-3acd198e53a6 None None] Pushing event updated for resources: {'Port': ['ID=60b08e1c-11f6-49ee-9122-6c4932fd78c7,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:39.248669 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-53fc340b-dbc0-41e8-95d3-3acd198e53a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:39.288933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.297753 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.300559 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:39.336237 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2814de7-6b8e-4816-8f20-8d0bfecf66a9,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:39.351430 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:39.357749 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:50:39.370006 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.371729 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4029324 Jun 22 01:50:39.375165 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41264) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:39.380441 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'security_group_rule': {'security_group_id': 'a2814de7-6b8e-4816-8f20-8d0bfecf66a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:39.444216 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.562331 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.568861 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.571508 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:39.595891 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c30f4b-69ec-4ec0-bdc1-fccc887e3f30,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:39.601080 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:39.606157 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.608153 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2315249 Jun 22 01:50:39.611982 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41270) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:39.613478 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9825a-648d-4e01-bd7d-e6db158e4b4c req-ab04d411-472f-4967-a219-e24da15400fb tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:39.615222 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cfb9825a-648d-4e01-bd7d-e6db158e4b4c req-ab04d411-472f-4967-a219-e24da15400fb tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.1740634 Jun 22 01:50:39.619638 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'security_group_rule': {'security_group_id': 'a2814de7-6b8e-4816-8f20-8d0bfecf66a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:39.666388 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8937f99f-ff88-4bd6-89e9-a4e0f80b5baa', 'tag': 'fb0b970d-386a-46b8-9cd9-afec4cf4fbe4'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:50:39.670455 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b074c1-6f7b-40d2-b212-c402b452e00f" -d '{"events": [{"name": "network-changed", "server_uuid": "8937f99f-ff88-4bd6-89e9-a4e0f80b5baa", "tag": "fb0b970d-386a-46b8-9cd9-afec4cf4fbe4"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:50:39.689431 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cfb9825a-648d-4e01-bd7d-e6db158e4b4c req-0c184c09-a7fd-4dcc-9ada-b841e8c22edf tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674500 Jun 22 01:50:39.712582 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.736797 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:39Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:50:39.747392 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da087822-a323-45c9-b72b-1c7660408a48 x-openstack-request-id: req-da087822-a323-45c9-b72b-1c7660408a48 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:50:39.747811 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8937f99f-ff88-4bd6-89e9-a4e0f80b5baa", "tag": "fb0b970d-386a-46b8-9cd9-afec4cf4fbe4", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:50:39.748028 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da087822-a323-45c9-b72b-1c7660408a48 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:50:39.748426 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8937f99f-ff88-4bd6-89e9-a4e0f80b5baa', 'tag': 'fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'status': 'completed', 'code': 200} Jun 22 01:50:39.772191 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f2978-1c97-4b4c-aa15-0d121f45cd88 None None] The sync data for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb is: [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:39Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:50:39.924348 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.948738 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:39.954304 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-bcc809e9-3e77-47ed-81f8-af4a382042b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:39.969524 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c503286c-c436-48af-a1dd-22d502ca0668,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:39.974894 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:39.991409 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9b7f1-ca64-4f50-a346-75f7a48d04b7 req-c853a1e7-c9fa-4e4b-ad67-b5c10961ee49 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:39.998664 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-19c9b7f1-ca64-4f50-a346-75f7a48d04b7 req-c853a1e7-c9fa-4e4b-ad67-b5c10961ee49 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 944 time: 0.2013059 Jun 22 01:50:40.008242 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:40.009541 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952882 Jun 22 01:50:40.019340 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41298) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:40.025221 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'floatingip': {'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:40.053941 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-02fed7a2-b345-466f-adc2-0a0b21b10aef req-c5b2b3d4-197e-4f96-92e8-869c38a51940 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0434539 Jun 22 01:50:40.058232 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:40.112962 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-19c9b7f1-ca64-4f50-a346-75f7a48d04b7 req-aa13b9b4-2569-46fa-9432-dd0b8efbd22e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129544 Jun 22 01:50:40.303946 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:40.397924 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 60b08e1c-11f6-49ee-9122-6c4932fd78c7 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:40.469042 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Allocated IP 172.28.3.98 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/11614f58-377e-451e-96ec-16d2a2012809) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:40.476108 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:40.481253 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:40.482141 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:40.604800 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:40.605153 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:40.659983 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 60b08e1c-11f6-49ee-9122-6c4932fd78c7, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=60b08e1c-11f6-49ee-9122-6c4932fd78c7,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:40.660399 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:40.669147 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:40.669825 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:40.675191 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:40.711205 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'Port': ['ID=11614f58-377e-451e-96ec-16d2a2012809,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:40.721724 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:40.723318 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:40.724765 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:40.729568 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:40.784929 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=60b08e1c-11f6-49ee-9122-6c4932fd78c7,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:40.794677 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:40.973092 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:41.107891 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:41.325105 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370682a-ee97-471e-94eb-f350348230c3 req-1c2f9803-4d28-474d-bb22-16b1c0ef8397 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:41.332491 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d370682a-ee97-471e-94eb-f350348230c3 req-1c2f9803-4d28-474d-bb22-16b1c0ef8397 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.4457314 Jun 22 01:50:41.356706 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbad8e-0a29-45d4-a58e-a7f3ffa0285c req-c43202a4-6464-4f97-a8dd-c8ed93f754f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:41.360881 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62bbad8e-0a29-45d4-a58e-a7f3ffa0285c req-c43202a4-6464-4f97-a8dd-c8ed93f754f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f56aadc04f8a43eca917624280a3d2b8&device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 1097 time: 0.5539577 Jun 22 01:50:41.364654 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6fe31c7c-6469-4243-84f2-99dfcd018a9e req-ce284b79-0640-40bf-a8df-2ca2f672837f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0488343 Jun 22 01:50:41.381454 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b074c1-6f7b-40d2-b212-c402b452e00f req-da6506fb-d5dd-4aaf-8ff8-5d9e42a2d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:41.383979 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65b074c1-6f7b-40d2-b212-c402b452e00f req-da6506fb-d5dd-4aaf-8ff8-5d9e42a2d42d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 1097 time: 0.2461119 Jun 22 01:50:41.479406 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:41.502509 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:41.505732 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:41.600506 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'Port': ['ID=11614f58-377e-451e-96ec-16d2a2012809,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:41.604189 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:41.621828 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:41.711939 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbad8e-0a29-45d4-a58e-a7f3ffa0285c req-1219c632-0d5d-470d-9e64-30cd26d25a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:41.715476 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62bbad8e-0a29-45d4-a58e-a7f3ffa0285c req-1219c632-0d5d-470d-9e64-30cd26d25a46 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f56aadc04f8a43eca917624280a3d2b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3304791 Jun 22 01:50:41.722608 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:41.734651 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7130506 Jun 22 01:50:41.811655 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d370682a-ee97-471e-94eb-f350348230c3 req-dba769e2-fd60-4941-b17c-5c4796df14f1 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752989 Jun 22 01:50:41.824779 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.36', 51827) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:42.126250 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b074c1-6f7b-40d2-b212-c402b452e00f req-cbfda331-4e1d-48be-b9b8-10ce8a381d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:42.127791 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65b074c1-6f7b-40d2-b212-c402b452e00f req-cbfda331-4e1d-48be-b9b8-10ce8a381d63 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c83acded5e7a44509c748fbbb02f40fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4940410 Jun 22 01:50:42.132398 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42f9b4-1fb0-4a70-bee3-9146efd8ae45 req-a9c94fe1-dac0-4142-be52-467366ceadcb tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:42.134045 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9e42f9b4-1fb0-4a70-bee3-9146efd8ae45 req-a9c94fe1-dac0-4142-be52-467366ceadcb tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 944 time: 0.5288153 Jun 22 01:50:42.226478 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9e42f9b4-1fb0-4a70-bee3-9146efd8ae45 req-a0a9bdb2-b030-4372-a9fb-5f5bc0e42c64 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636325 Jun 22 01:50:42.249020 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbad8e-0a29-45d4-a58e-a7f3ffa0285c req-2ac34e42-9ebb-4319-acb7-82e0dfcd4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:42.250568 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62bbad8e-0a29-45d4-a58e-a7f3ffa0285c req-2ac34e42-9ebb-4319-acb7-82e0dfcd4387 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4360714 Jun 22 01:50:42.297099 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-3929a246-540a-4c71-a4d8-b5d5b07b14de tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:42.299436 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-3929a246-540a-4c71-a4d8-b5d5b07b14de tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 819 time: 0.4679785 Jun 22 01:50:42.314138 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-0b02eaca-4285-4abd-9211-19dc327732a0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1383525753&fields=id&tenant_id=7003b663ac534513ad53d66686fe4928 HTTP/1.1" status: 200 len: 267 time: 0.1852777 Jun 22 01:50:42.368571 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Request body: {'port': {'device_id': '2de941aa-3a46-4c69-9dc2-969f8946a67e', 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495', 'admin_state_up': True, 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:42.438127 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 60b08e1c-11f6-49ee-9122-6c4932fd78c7 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:42.500239 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:42.505483 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:42.599324 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b074c1-6f7b-40d2-b212-c402b452e00f req-623a35a9-dbac-43ad-b104-4f7a621d8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:42.602519 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65b074c1-6f7b-40d2-b212-c402b452e00f req-623a35a9-dbac-43ad-b104-4f7a621d8d8a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4564970 Jun 22 01:50:42.660184 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bacdfd47-c6c9-441f-b851-b48dcf9d0888 req-8e937a46-4743-4470-86f6-bb7a6eb7c01b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0568290 Jun 22 01:50:42.698998 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Made reservation on behalf of e592085ff4c344c4b369a6a5de8afb29 for: {'port': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:42.702609 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:42.790664 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-974bd8e5-ca2f-40fb-bb7d-89996c332409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:42.792545 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-974bd8e5-ca2f-40fb-bb7d-89996c332409 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f56aadc04f8a43eca917624280a3d2b8&device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 1097 time: 0.3642869 Jun 22 01:50:42.803418 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-e4c05799-6de3-46cd-9d16-8cecd8421bbd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:42.805157 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-e4c05799-6de3-46cd-9d16-8cecd8421bbd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 817 time: 0.4826641 Jun 22 01:50:42.883808 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41452) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:42.919031 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-25ff6d11-a29a-4139-a37e-278431d8aff6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/quotas/7003b663ac534513ad53d66686fe4928 HTTP/1.1" status: 200 len: 375 time: 0.1074851 Jun 22 01:50:42.925794 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-5731601c-07a6-4ca3-9f69-bf2b73d3c814 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=39acce62-bbbc-4cdd-9852-3a1c85409ff7 HTTP/1.1" status: 200 len: 217 time: 0.1176810 Jun 22 01:50:42.942049 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.36', 51831) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:43.129013 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-8104fd7c-17ba-4e79-a130-b498b14d2c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:43.130902 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-8104fd7c-17ba-4e79-a130-b498b14d2c49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9f5ba11f-9ad4-49f0-af82-ac9efcc3a122 HTTP/1.1" status: 200 len: 852 time: 0.1192691 Jun 22 01:50:43.206959 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-95a79302-fd27-4591-89ca-b849ba09cfd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=07ef0f11-a44a-439b-9f6c-fbbe892ce36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686045 Jun 22 01:50:43.255832 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8f02f5bd-4c4e-42a5-b6c8-cbf6808d2c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:43.271757 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Allocated IP 172.20.0.14 (481bebdb-e132-4ba1-aa37-b2becc797495/64601bd4-823e-4c00-a277-43f200372a38/edb5bcf1-5cdf-4ecc-a7f8-df435852a121) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:43.299300 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca84ef-f304-41eb-97b0-69ffba0708fb req-879446bf-f7dc-4825-a053-cef938d24a2b tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:43.300914 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a1ca84ef-f304-41eb-97b0-69ffba0708fb req-879446bf-f7dc-4825-a053-cef938d24a2b tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.2762420 Jun 22 01:50:43.329303 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-420cf302-7319-40ff-aeac-b73df8c01dd0 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:43.331281 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-420cf302-7319-40ff-aeac-b73df8c01dd0 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 819 time: 0.3883011 Jun 22 01:50:43.338971 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-31602b71-a2c3-41ae-b2bd-4c9d83f983cf service neutron] 10.222.0.36 "GET /v2.0/networks/07ef0f11-a44a-439b-9f6c-fbbe892ce36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181543 Jun 22 01:50:43.340711 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-e784e2bf-638e-4b8e-8f42-a49b8cc9d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:43.342142 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-e784e2bf-638e-4b8e-8f42-a49b8cc9d44e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 1097 time: 0.6148324 Jun 22 01:50:43.381190 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Request body: {'port': {'device_id': '5d4dd32f-11f0-4983-af8a-a79c69bc8a0d', 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495', 'admin_state_up': True, 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:43.429486 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-08ff63a6-b7fb-4a4b-af4b-16f6a9344467 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4999905 Jun 22 01:50:43.483760 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a1ca84ef-f304-41eb-97b0-69ffba0708fb req-260180d6-1946-4097-b28a-3a45cd0b44a8 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752591 Jun 22 01:50:43.542036 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-f9817ef7-c4fb-468e-acad-a579945ceb8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 HTTP/1.1" status: 200 len: 217 time: 0.1622977 Jun 22 01:50:43.721068 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8f02f5bd-4c4e-42a5-b6c8-cbf6808d2c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:43.738730 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8f02f5bd-4c4e-42a5-b6c8-cbf6808d2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:43.757021 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6e654438-3a61-49ec-b467-d5f30a519262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:43.767826 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:43.809481 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Made reservation on behalf of e592085ff4c344c4b369a6a5de8afb29 for: {'port': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:43.814366 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:43.842750 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-148610ee-a6cf-45d7-a1a2-8ec3f1e6fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:43.844737 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-148610ee-a6cf-45d7-a1a2-8ec3f1e6fe84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 200 len: 854 time: 0.2891693 Jun 22 01:50:43.848933 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-8f02f5bd-4c4e-42a5-b6c8-cbf6808d2c5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a0fbe9d88d345aa911cb0d98b66c51b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9643750 Jun 22 01:50:43.853504 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41484) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:43.856981 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02f5bd-4c4e-42a5-b6c8-cbf6808d2c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea89c122-e0b1-49d9-9d85-e8bbcd09b90e,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:43.868111 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d53357-0d28-4840-b589-8908ef681bc2 req-e7544864-b0db-4071-ada8-3f332e70df63 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:43.869930 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b8d53357-0d28-4840-b589-8908ef681bc2 req-e7544864-b0db-4071-ada8-3f332e70df63 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 944 time: 0.2537153 Jun 22 01:50:43.875038 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-8f02f5bd-4c4e-42a5-b6c8-cbf6808d2c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:43.899200 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-a699e962-7088-4c33-9a2b-ab8a5b12ef7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6d02081-59a8-4c5b-bf90-764e63022c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427680 Jun 22 01:50:43.901316 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-48e34f6b-b868-4974-b67c-f347362865a1 service neutron] 10.222.0.36 "GET /v2.0/networks/07ef0f11-a44a-439b-9f6c-fbbe892ce36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202014 Jun 22 01:50:43.903166 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-1d9a001e-47a9-4e78-b5cf-19a3aa5ea5a7 service neutron] 10.222.0.13 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278398 Jun 22 01:50:43.995664 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:44.030206 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:44.041738 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b8d53357-0d28-4840-b589-8908ef681bc2 req-30ae9dc9-ca06-4850-a23d-62c2aaff53ed tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597943 Jun 22 01:50:44.105565 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-323fb463-9ef3-4a88-923e-e301f9889b12 service neutron] 10.222.0.13 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932712 Jun 22 01:50:44.110843 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-0d986578-41b8-4224-b402-a16e9d2a5940 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830013 Jun 22 01:50:44.132172 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb65f20c-0e83-4dc8-91df-de198358a8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:44.171729 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Network 481bebdb-e132-4ba1-aa37-b2becc797495 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:44.193184 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:44.208029 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:44.214878 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:44.215710 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:44.229619 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb65f20c-0e83-4dc8-91df-de198358a8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:44.233822 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Pushing event updated for resources: {'Port': ['ID=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:44.246917 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f2cff02-e66c-4343-b691-5bf32851cfb3 req-07b03612-3739-4e87-889a-9bf2b0d60919 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292140 Jun 22 01:50:44.256664 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:44.268734 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Allocated IP 172.20.0.11 (481bebdb-e132-4ba1-aa37-b2becc797495/64601bd4-823e-4c00-a277-43f200372a38/e86beaf9-f436-4d4b-8678-c29b0fea2232) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:44.338613 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9838760 Jun 22 01:50:44.401283 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-aeb17e58-9000-41dd-bf10-dfa1d6da66ed req-e75be90a-3ffa-435d-8b32-00dc08b8e851 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0977619 Jun 22 01:50:44.414228 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Request body: {'port': {'device_id': '2de941aa-3a46-4c69-9dc2-969f8946a67e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:44.431909 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9d7317ec-f9e9-477d-abf8-87b9489869aa req-84891546-f0f1-4873-836c-dacdd6dd316e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 210 time: 0.0526495 Jun 22 01:50:44.504390 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb65f20c-0e83-4dc8-91df-de198358a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:44.515073 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb65f20c-0e83-4dc8-91df-de198358a8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:44.517272 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-fb65f20c-0e83-4dc8-91df-de198358a8a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea89c122-e0b1-49d9-9d85-e8bbcd09b90e HTTP/1.1" status: 204 len: 168 time: 0.6609743 Jun 22 01:50:44.525453 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6e255132-d6f4-460c-b496-1a5ffb665ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:44.617836 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65f20c-0e83-4dc8-91df-de198358a8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea89c122-e0b1-49d9-9d85-e8bbcd09b90e,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:44.620869 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:44.625257 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-fb65f20c-0e83-4dc8-91df-de198358a8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:45.003817 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41532) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:45.019070 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-df94e8b8-8603-4434-9dbc-ce1fca1eec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.095787 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.141629 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-df94e8b8-8603-4434-9dbc-ce1fca1eec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.151802 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-df94e8b8-8603-4434-9dbc-ce1fca1eec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.153009 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.155564 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:45.182266 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8499a4-2745-47a2-9a36-47c2dba63bcc req-8701897d-1072-4c17-a8bd-17a15bb460f1 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:45.183840 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7a8499a4-2745-47a2-9a36-47c2dba63bcc req-8701897d-1072-4c17-a8bd-17a15bb460f1 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.4829288 Jun 22 01:50:45.221876 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-df94e8b8-8603-4434-9dbc-ce1fca1eec66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6b45837981d4f2ba15dd978abe1a464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169497 Jun 22 01:50:45.227115 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41544) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:45.245435 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94e8b8-8603-4434-9dbc-ce1fca1eec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba795427-e33e-4ada-8e9f-832d84a0467b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:45.270144 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-df94e8b8-8603-4434-9dbc-ce1fca1eec66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:45.356753 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e8b69803-5e10-43ff-8926-27339067c2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.384498 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.397094 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189c49e-a873-4fc6-9d8b-14ea18c9cf18 req-4a2b44a7-e579-4f3c-bb36-54b4204997f1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:45.398425 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1189c49e-a873-4fc6-9d8b-14ea18c9cf18 req-4a2b44a7-e579-4f3c-bb36-54b4204997f1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 944 time: 0.1295822 Jun 22 01:50:45.405262 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e8b69803-5e10-43ff-8926-27339067c2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.419071 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:45.493317 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1189c49e-a873-4fc6-9d8b-14ea18c9cf18 req-1ea8253f-edbe-46e3-8f42-57a9ba6e6128 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853586 Jun 22 01:50:45.524375 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e8b69803-5e10-43ff-8926-27339067c2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.530169 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e8b69803-5e10-43ff-8926-27339067c2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.534584 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-e8b69803-5e10-43ff-8926-27339067c2de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba795427-e33e-4ada-8e9f-832d84a0467b HTTP/1.1" status: 204 len: 168 time: 0.3034558 Jun 22 01:50:45.534584 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:45.545560 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7a8499a4-2745-47a2-9a36-47c2dba63bcc req-7df828a2-dbf0-4028-9a17-04ce70431b79 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528988 Jun 22 01:50:45.566694 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b69803-5e10-43ff-8926-27339067c2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba795427-e33e-4ada-8e9f-832d84a0467b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:45.567062 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Network 481bebdb-e132-4ba1-aa37-b2becc797495 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:45.582432 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:45.586335 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e8b69803-5e10-43ff-8926-27339067c2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:45.616053 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:45.625522 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:45.626620 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.634059 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Pushing event updated for resources: {'Port': ['ID=e86beaf9-f436-4d4b-8678-c29b0fea2232,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:45.677357 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:45.751847 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb5bcf1-5cdf-4ecc-a7f8-df435852a121 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:45.778817 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.783761 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4174359 Jun 22 01:50:45.807120 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6d5c9570-2114-4ae0-b11b-6140e2e9b454 req-16134275-f2dd-4f57-a787-dad0f2d7d27d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 210 time: 0.0412064 Jun 22 01:50:45.823580 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fee4-dc61-4437-9b29-a8fae02835df req-b3e8636a-a771-4055-8285-4b875358ab18 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:45.825244 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7cc4fee4-dc61-4437-9b29-a8fae02835df req-b3e8636a-a771-4055-8285-4b875358ab18 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 932 time: 0.1330299 Jun 22 01:50:45.843788 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Transition to ACTIVE for port object edb5bcf1-5cdf-4ecc-a7f8-df435852a121 will not be triggered until provisioned by entity L2. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:45.855381 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Request body: {'port': {'device_id': '5d4dd32f-11f0-4983-af8a-a79c69bc8a0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:45.900884 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7cc4fee4-dc61-4437-9b29-a8fae02835df req-906f5681-0e55-4cca-ae8d-0bdc9b490212 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637970 Jun 22 01:50:45.935349 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.972957 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:45.996132 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:46.140136 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41580) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:46.182810 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Pushing event updated for resources: {'Port': ['ID=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:46.186231 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:46.206271 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Attempting to bind port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:46.207264 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Attempting to bind port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:46.207626 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Attempting to bind port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 on network 481bebdb-e132-4ba1-aa37-b2becc797495 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:46.215209 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 on network 481bebdb-e132-4ba1-aa37-b2becc797495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:50:46.215516 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Attempting to bind port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 on network 481bebdb-e132-4ba1-aa37-b2becc797495 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:46.241498 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-853e4293-8ac3-4078-9349-905353c0b0dd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:46.243679 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-853e4293-8ac3-4078-9349-905353c0b0dd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 817 time: 0.2046573 Jun 22 01:50:46.292101 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:46.292436 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Checking segment: {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:46.292992 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Bound using segment: {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:46.293442 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Bound port: edb5bcf1-5cdf-4ecc-a7f8-df435852a121, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:46.293786 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.334675 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9cb2110c-8e9c-45e0-b59a-295b96308961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.342107 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-75ff5cc8-b1d4-4378-98c4-e1fc5e719d8e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7003b663ac534513ad53d66686fe4928 HTTP/1.1" status: 200 len: 380 time: 0.0822072 Jun 22 01:50:46.365868 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'port': {'device_id': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'admin_state_up': True, 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'security_groups': ['a2814de7-6b8e-4816-8f20-8d0bfecf66a9']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:46.484082 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] For port edb5bcf1-5cdf-4ecc-a7f8-df435852a121, host hv-cinder-79707, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:46.522406 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] For port edb5bcf1-5cdf-4ecc-a7f8-df435852a121, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:46.546001 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.551818 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9cb2110c-8e9c-45e0-b59a-295b96308961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.572424 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9cb2110c-8e9c-45e0-b59a-295b96308961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.578268 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:46.584928 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:46.610649 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Made reservation on behalf of 7003b663ac534513ad53d66686fe4928 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:50:46.615022 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.652625 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2110c-8e9c-45e0-b59a-295b96308961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724aca88-d86f-417c-be35-d217e77533fa,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:46.661128 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-9cb2110c-8e9c-45e0-b59a-295b96308961 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b9bfc35e2f945a89f6a0b69361960c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5193312 Jun 22 01:50:46.670598 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9cb2110c-8e9c-45e0-b59a-295b96308961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:46.674883 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41610) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:46.752659 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:46.753275 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.754961 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] 10.222.0.36 "PUT /v2.0/ports/edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 200 len: 1094 time: 2.3523126 Jun 22 01:50:46.755459 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de941aa-3a46-4c69-9dc2-969f8946a67e', 'tag': 'edb5bcf1-5cdf-4ecc-a7f8-df435852a121'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:50:46.862928 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86beaf9-f436-4d4b-8678-c29b0fea2232 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:46.905529 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6355-a217-4fa5-a5b0-b435ba79c14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.910731 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.935209 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Pushing event updated for resources: {'Port': ['ID=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:46.948919 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:46.965765 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Transition to ACTIVE for port object e86beaf9-f436-4d4b-8678-c29b0fea2232 will not be triggered until provisioned by entity L2. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:46.985073 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:46.990023 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6355-a217-4fa5-a5b0-b435ba79c14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.001454 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:47.041777 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378904a6-0a32-4a18-a816-ab5ee7b91d9b req-5e84195b-46de-4554-b6a1-e9c7b07f6abd tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:47.043739 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-378904a6-0a32-4a18-a816-ab5ee7b91d9b req-5e84195b-46de-4554-b6a1-e9c7b07f6abd tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.3161302 Jun 22 01:50:47.045107 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Allocated IP 172.20.0.13 (eac8654a-d4c9-42d1-9470-c87ae91c8ad4/59670d4e-5677-4542-806c-19e14313c4d3/81d53976-e7b1-4178-803f-3b077cd05c70) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:50:47.078904 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Pushing event updated for resources: {'Port': ['ID=e86beaf9-f436-4d4b-8678-c29b0fea2232,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:47.103586 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb00f25-502d-4f43-94de-7d7cc6f463b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2de941aa-3a46-4c69-9dc2-969f8946a67e", "tag": "edb5bcf1-5cdf-4ecc-a7f8-df435852a121"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:50:47.113613 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:47.145302 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-378904a6-0a32-4a18-a816-ab5ee7b91d9b req-6ae8e240-7ac2-4bbe-9904-1672c126f92d tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872223 Jun 22 01:50:47.145824 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4027feb-36ea-4d0b-8d85-c79607833127 req-d283e120-555b-4b91-9622-4baea525a566 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:47.149763 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c4027feb-36ea-4d0b-8d85-c79607833127 req-d283e120-555b-4b91-9622-4baea525a566 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 944 time: 0.4212453 Jun 22 01:50:47.154702 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-9f04db9d-1e44-4918-82c5-21feff4baacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:47.157537 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-9f04db9d-1e44-4918-82c5-21feff4baacc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1097 time: 0.2974477 Jun 22 01:50:47.165215 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6355-a217-4fa5-a5b0-b435ba79c14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.182930 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6355-a217-4fa5-a5b0-b435ba79c14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.186338 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ce3a6355-a217-4fa5-a5b0-b435ba79c14e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/724aca88-d86f-417c-be35-d217e77533fa HTTP/1.1" status: 204 len: 168 time: 0.5069335 Jun 22 01:50:47.212889 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:47.226568 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a6355-a217-4fa5-a5b0-b435ba79c14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724aca88-d86f-417c-be35-d217e77533fa,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:47.229596 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ce3a6355-a217-4fa5-a5b0-b435ba79c14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:47.323878 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-88f9c414-d10b-41a8-bf07-3e59291ac545 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 200 len: 217 time: 0.0989323 Jun 22 01:50:47.335969 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.353081 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Transition to ACTIVE for port object 81d53976-e7b1-4178-803f-3b077cd05c70 will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:47.406489 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.419044 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c4027feb-36ea-4d0b-8d85-c79607833127 req-ab6489d8-4179-4872-9cd8-adb14f30133f tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564726 Jun 22 01:50:47.436733 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Attempting to bind port e86beaf9-f436-4d4b-8678-c29b0fea2232 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:47.439986 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:47.444213 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Attempting to bind port e86beaf9-f436-4d4b-8678-c29b0fea2232 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:47.444826 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Attempting to bind port e86beaf9-f436-4d4b-8678-c29b0fea2232 on network 481bebdb-e132-4ba1-aa37-b2becc797495 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:47.459666 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Port e86beaf9-f436-4d4b-8678-c29b0fea2232 on network 481bebdb-e132-4ba1-aa37-b2becc797495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:50:47.467983 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Attempting to bind port e86beaf9-f436-4d4b-8678-c29b0fea2232 on network 481bebdb-e132-4ba1-aa37-b2becc797495 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:47.481543 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-0acc0c4e-f754-4ced-8706-902a726d5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:47.492750 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-0acc0c4e-f754-4ced-8706-902a726d5c0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.1618657 Jun 22 01:50:47.495563 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:47.503867 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Checking segment: {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:47.504510 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Bound using segment: {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:47.505127 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Bound port: e86beaf9-f436-4d4b-8678-c29b0fea2232, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df78e8b8-61c4-4349-900d-55d198328eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:47.505487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:50:47.505964 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.513347 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:50:47.518636 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:50:47.525906 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:47.525906 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.544337 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:47.550800 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:47.558711 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02d44c-b00f-4a80-86d4-6a193eb6dc00 req-de20ce57-70bf-43d8-996e-54b2cd37adfc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:47.569828 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f02d44c-b00f-4a80-86d4-6a193eb6dc00 req-de20ce57-70bf-43d8-996e-54b2cd37adfc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 932 time: 0.1739988 Jun 22 01:50:47.596278 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2342992 Jun 22 01:50:47.617791 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Request body: {'port': {'device_id': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:50:47.633712 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-88dc419b-07d0-46b8-b748-4d3634f78743 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173494 Jun 22 01:50:47.713334 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f02d44c-b00f-4a80-86d4-6a193eb6dc00 req-9152b348-78c6-4b81-b879-fd98654b74d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444137 Jun 22 01:50:47.746752 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41660) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:47.772290 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb005433-d20e-4e74-88c9-215a5a54fea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.774129 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.971212 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-8d583c32-2265-4123-bbc2-fea854bf6195 None None] Provisioning for port 81d53976-e7b1-4178-803f-3b077cd05c70 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:47.977326 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-8d583c32-2265-4123-bbc2-fea854bf6195 None None] Provisioning complete for port 81d53976-e7b1-4178-803f-3b077cd05c70 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:47.978577 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8d583c32-2265-4123-bbc2-fea854bf6195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:47.996743 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] For port e86beaf9-f436-4d4b-8678-c29b0fea2232, host hv-cinder-79707, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:48.000534 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] For port e86beaf9-f436-4d4b-8678-c29b0fea2232, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:48.034610 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-8d583c32-2265-4123-bbc2-fea854bf6195 None None] Port 81d53976-e7b1-4178-803f-3b077cd05c70 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:50:48.047852 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96f7dd5-f9d3-4d32-bdc0-1a2f98235e67 x-openstack-request-id: req-c96f7dd5-f9d3-4d32-bdc0-1a2f98235e67 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:50:48.048350 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de941aa-3a46-4c69-9dc2-969f8946a67e", "tag": "edb5bcf1-5cdf-4ecc-a7f8-df435852a121", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:50:48.048604 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c96f7dd5-f9d3-4d32-bdc0-1a2f98235e67 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:50:48.049166 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de941aa-3a46-4c69-9dc2-969f8946a67e', 'tag': 'edb5bcf1-5cdf-4ecc-a7f8-df435852a121', 'status': 'completed', 'code': 200} Jun 22 01:50:48.052677 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.061028 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-205b4990-e3ce-4f27-b177-5a91942187b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:48.116997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb005433-d20e-4e74-88c9-215a5a54fea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.126157 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:48.126844 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb005433-d20e-4e74-88c9-215a5a54fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.126966 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.128211 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] 10.222.0.36 "PUT /v2.0/ports/e86beaf9-f436-4d4b-8678-c29b0fea2232 HTTP/1.1" status: 200 len: 1094 time: 2.2802527 Jun 22 01:50:48.134080 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:48.187302 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Pushing event updated for resources: {'Port': ['ID=e86beaf9-f436-4d4b-8678-c29b0fea2232,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:48.193166 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:48.219738 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-bb005433-d20e-4e74-88c9-215a5a54fea2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eaa61a650a24539ba33f4b7b7ea362d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702349 Jun 22 01:50:48.223718 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41688) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:48.225692 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb005433-d20e-4e74-88c9-215a5a54fea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5c907b-6b9c-4019-a0f8-f5b0813cad29,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:48.230026 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-5180d469-423f-4e60-8461-0737f18a1f7b service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943322 Jun 22 01:50:48.240445 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b1c45-9631-4c7b-a3c2-f1d8fa663fc6 req-d6f3456a-2485-4a12-a162-9357adbbb6e5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:48.241985 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-350b1c45-9631-4c7b-a3c2-f1d8fa663fc6 req-d6f3456a-2485-4a12-a162-9357adbbb6e5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 944 time: 0.6183431 Jun 22 01:50:48.250259 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bb005433-d20e-4e74-88c9-215a5a54fea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:48.400889 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-350b1c45-9631-4c7b-a3c2-f1d8fa663fc6 req-fc9eabfc-093c-4e14-9afa-191c08dbdbbf tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485028 Jun 22 01:50:48.427880 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-665ef013-82e5-402a-b598-6cdedfb31aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.434938 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c18eea80-d3e3-4374-939a-da291a3a94d1 req-d859f778-02e4-49f0-94fc-5bb8f8df5947 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919920 Jun 22 01:50:48.436624 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-262ebfa1-bc39-4f05-a75a-169f9002f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:48.438044 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-262ebfa1-bc39-4f05-a75a-169f9002f57f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 1097 time: 0.2438745 Jun 22 01:50:48.448209 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d53976-e7b1-4178-803f-3b077cd05c70 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:48.478782 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-665ef013-82e5-402a-b598-6cdedfb31aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.520612 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-4cf3143a-0689-4bb4-b5b5-aa71adb84d71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232 HTTP/1.1" status: 200 len: 217 time: 0.0606809 Jun 22 01:50:48.532152 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.553150 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-665ef013-82e5-402a-b598-6cdedfb31aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.560645 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-665ef013-82e5-402a-b598-6cdedfb31aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.561912 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-665ef013-82e5-402a-b598-6cdedfb31aab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc5c907b-6b9c-4019-a0f8-f5b0813cad29 HTTP/1.1" status: 204 len: 168 time: 0.3370600 Jun 22 01:50:48.564879 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Transition to ACTIVE for port object 81d53976-e7b1-4178-803f-3b077cd05c70 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:50:48.565819 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-13a2d251-3665-47df-9bdf-494467088ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:48.581121 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:48.583775 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ef013-82e5-402a-b598-6cdedfb31aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5c907b-6b9c-4019-a0f8-f5b0813cad29,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:48.597265 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3435a-b4b5-4d7b-a1cb-f75165350ba9 req-8174ec78-eb4a-4bfa-9971-fb1613cb3cee tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:48.604635 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ced3435a-b4b5-4d7b-a1cb-f75165350ba9 req-8174ec78-eb4a-4bfa-9971-fb1613cb3cee tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.2632601 Jun 22 01:50:48.608732 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-665ef013-82e5-402a-b598-6cdedfb31aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:48.609250 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:48.745070 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-6c9dcf04-7799-4484-8c0e-e4375df2069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:48.746608 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-6c9dcf04-7799-4484-8c0e-e4375df2069a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.1219659 Jun 22 01:50:48.799081 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:48.814170 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:48.867418 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41724) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:48.876864 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ced3435a-b4b5-4d7b-a1cb-f75165350ba9 req-57ac636c-1425-4477-bdb7-6f0280cf9f4a tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710435 Jun 22 01:50:48.889379 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-0116bf71-5baf-4465-9850-6f4160eeb3a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1297278 Jun 22 01:50:48.895187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Attempting to bind port 81d53976-e7b1-4178-803f-3b077cd05c70 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:50:48.904324 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Attempting to bind port 81d53976-e7b1-4178-803f-3b077cd05c70 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:50:48.904790 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Attempting to bind port 81d53976-e7b1-4178-803f-3b077cd05c70 on network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:48.919092 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Port 81d53976-e7b1-4178-803f-3b077cd05c70 on network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:50:48.919419 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Attempting to bind port 81d53976-e7b1-4178-803f-3b077cd05c70 on network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:50:48.925135 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:50:48.925475 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Checking segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:50:48.925850 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Bound using segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:50:48.926324 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Bound port: 81d53976-e7b1-4178-803f-3b077cd05c70, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:50:48.926677 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:49.003655 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-e7b44fc8-090e-46bc-992f-9bf30d49d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:49.005734 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-e7b44fc8-090e-46bc-992f-9bf30d49d02d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1097 time: 0.4564788 Jun 22 01:50:49.118796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:50:49.136102 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-980c1303-9214-48f5-ac41-c1f77c1e2568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:49.151327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:50:49.159701 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a5d7-438a-48ea-9abd-04c9a9c78873 req-77d6c3f1-b892-4b7e-8176-03d7ca15eed4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:49.161203 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ca89a5d7-438a-48ea-9abd-04c9a9c78873 req-77d6c3f1-b892-4b7e-8176-03d7ca15eed4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 944 time: 0.4129241 Jun 22 01:50:49.163902 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:49.177559 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:49.213210 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-2eeaad1e-1395-440a-b937-06732a95add5 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147061 Jun 22 01:50:49.245910 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:49.246537 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:49.248114 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] 10.222.0.36 "PUT /v2.0/ports/81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 200 len: 1094 time: 1.6386423 Jun 22 01:50:49.249442 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:50:49.252455 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05" -d '{"events": [{"name": "network-changed", "server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:50:49.273553 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db97dbd-2edc-4bd0-85b3-6db9d3269f4f req-1b6f63fd-feab-4682-bcf3-340c1b1d2df3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:49.275183 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5db97dbd-2edc-4bd0-85b3-6db9d3269f4f req-1b6f63fd-feab-4682-bcf3-340c1b1d2df3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.2335711 Jun 22 01:50:49.298295 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-0c0bf41c-c9e9-4158-8e31-1292ae99d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:49.300338 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-0c0bf41c-c9e9-4158-8e31-1292ae99d5b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.2877784 Jun 22 01:50:49.306073 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ca89a5d7-438a-48ea-9abd-04c9a9c78873 req-f692dff4-6f8b-45e0-ad27-31a2c8fddc82 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298263 Jun 22 01:50:49.312403 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:49.327179 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:49.362339 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-f3cbf1a2-63a2-4b37-a6c5-6cf04a28b67c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 200 len: 217 time: 0.0548518 Jun 22 01:50:49.434539 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5db97dbd-2edc-4bd0-85b3-6db9d3269f4f req-6816f140-4b1d-4df1-9178-fd290394ffe4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376598 Jun 22 01:50:49.479413 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-9613e90f-50b7-4e27-9a27-4f24367875ad service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574344 Jun 22 01:50:49.483510 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-c1e6b8ac-5ce4-4ab5-9560-f85c2f4107e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:49.485422 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-980c1303-9214-48f5-ac41-c1f77c1e2568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:49.485540 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-c1e6b8ac-5ce4-4ab5-9560-f85c2f4107e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.1149583 Jun 22 01:50:49.492474 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-980c1303-9214-48f5-ac41-c1f77c1e2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:49.498462 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-1ae4b227-1337-4dee-a0b9-5a35b38b4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:49.500856 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-1ae4b227-1337-4dee-a0b9-5a35b38b4d33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1097 time: 0.1801159 Jun 22 01:50:49.502123 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e8b69803-5e10-43ff-8926-27339067c2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:49.550458 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-e4c950ff-0529-4055-a374-c5fdffb1bc2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493772 Jun 22 01:50:49.577017 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9554b4-494f-4f3b-9266-73ea7af6f275 x-openstack-request-id: req-7a9554b4-494f-4f3b-9266-73ea7af6f275 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:50:49.577530 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:50:49.577895 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a9554b4-494f-4f3b-9266-73ea7af6f275 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:50:49.578992 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70', 'status': 'completed', 'code': 200} Jun 22 01:50:49.607417 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-88c282a2-2491-4e4a-8e97-eb8b6fadbcb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 200 len: 217 time: 0.0874875 Jun 22 01:50:49.630015 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-980c1303-9214-48f5-ac41-c1f77c1e2568 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=367b6526957e463e8bc4ee4ed1134b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7612505 Jun 22 01:50:49.647218 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41754) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:49.650550 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c1303-9214-48f5-ac41-c1f77c1e2568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c245c05-a13a-41ca-93e3-34a2f976507b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:49.655560 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-980c1303-9214-48f5-ac41-c1f77c1e2568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:49.764608 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-31d79391-cb4a-444c-af4c-ae60e499daf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:49.777062 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-31d79391-cb4a-444c-af4c-ae60e499daf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.1486537 Jun 22 01:50:49.781852 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-4845a07e-32a6-4a46-a7ba-376f922f86a4 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990139 Jun 22 01:50:49.904673 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:50:49.926858 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0cb00f25-502d-4f43-94de-7d7cc6f463b0 req-f0573b87-4627-4774-abef-7251bd8ea850 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365533 Jun 22 01:50:49.969099 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f8a5-b424-41f1-a9eb-2a6c8e560472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:50.063850 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30dae3-e431-4e61-9245-a5bf7ed4f0e1 req-c01906b3-f879-4415-beee-9f813b1d9d88 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:50.070720 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dc30dae3-e431-4e61-9245-a5bf7ed4f0e1 req-c01906b3-f879-4415-beee-9f813b1d9d88 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 944 time: 0.4101615 Jun 22 01:50:50.075901 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f8a5-b424-41f1-a9eb-2a6c8e560472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:50.163473 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-de2be0c6-bb9d-4032-88d7-81762b1e6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:50.165006 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-de2be0c6-bb9d-4032-88d7-81762b1e6e51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3871555 Jun 22 01:50:50.249858 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4dd32f-11f0-4983-af8a-a79c69bc8a0d', 'tag': 'e86beaf9-f436-4d4b-8678-c29b0fea2232'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:50:50.256306 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:50.262814 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4dd32f-11f0-4983-af8a-a79c69bc8a0d", "tag": "e86beaf9-f436-4d4b-8678-c29b0fea2232"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:50:50.298082 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'port_id': 'fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'mac_address': 'fa:16:3e:7d:4c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b36c0ea-90ff-4efa-ba4c-df53f2c24665', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:50:50.364605 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f8a5-b424-41f1-a9eb-2a6c8e560472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:50.377579 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9fd1f8a5-b424-41f1-a9eb-2a6c8e560472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:50.383554 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9fd1f8a5-b424-41f1-a9eb-2a6c8e560472 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c245c05-a13a-41ca-93e3-34a2f976507b HTTP/1.1" status: 204 len: 168 time: 0.7327902 Jun 22 01:50:50.383761 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3dd4f0bf-be07-4e3f-8d17-c5d953c4ce8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:50.401759 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:50.425256 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1f8a5-b424-41f1-a9eb-2a6c8e560472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c245c05-a13a-41ca-93e3-34a2f976507b,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:50.438157 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9fd1f8a5-b424-41f1-a9eb-2a6c8e560472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:50.463389 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:50.503548 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd06450-3210-4e64-b670-a053fa68e9e5 req-e87d2101-c505-4817-87cd-c4123fe35560 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:50.516871 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:50.521475 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:50.523396 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6dd06450-3210-4e64-b670-a053fa68e9e5 req-e87d2101-c505-4817-87cd-c4123fe35560 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 944 time: 0.3184319 Jun 22 01:50:50.523855 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 39acce62-bbbc-4cdd-9852-3a1c85409ff7 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:50:50.551387 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-2663f97d-0220-4114-b2d6-642fd4f56140 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657773 Jun 22 01:50:50.613184 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6dd06450-3210-4e64-b670-a053fa68e9e5 req-e074b57a-3a22-435e-86ce-db87c240fc90 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810354 Jun 22 01:50:50.677129 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dc30dae3-e431-4e61-9245-a5bf7ed4f0e1 req-fb1b2577-1b4d-4728-a212-e2e7e1af560c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054208 Jun 22 01:50:50.748368 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3868dcc4-0a32-46aa-ad74-eadea772fd0f x-openstack-request-id: req-3868dcc4-0a32-46aa-ad74-eadea772fd0f {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:50:50.748679 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4dd32f-11f0-4983-af8a-a79c69bc8a0d", "tag": "e86beaf9-f436-4d4b-8678-c29b0fea2232", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:50:50.749218 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3868dcc4-0a32-46aa-ad74-eadea772fd0f {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:50:50.749779 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4dd32f-11f0-4983-af8a-a79c69bc8a0d', 'tag': 'e86beaf9-f436-4d4b-8678-c29b0fea2232', 'status': 'completed', 'code': 200} Jun 22 01:50:50.782110 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ddc1de99-17e1-430d-9c95-94f94b665a26 req-3452d38f-f7f0-4e64-af5f-223ecf7f4a15 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223043 Jun 22 01:50:50.801574 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:50.812387 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 39acce62-bbbc-4cdd-9852-3a1c85409ff7, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=39acce62-bbbc-4cdd-9852-3a1c85409ff7,segment=NetworkSegment(764b1c69-0964-489e-9863-40723f54ecef),segment_id=764b1c69-0964-489e-9863-40723f54ecef)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:50.899313 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '39acce62-bbbc-4cdd-9852-3a1c85409ff7', 'network_id': '07ef0f11-a44a-439b-9f6c-fbbe892ce36b', 'port_id': '39acce62-bbbc-4cdd-9852-3a1c85409ff7', 'mac_address': 'fa:16:3e:51:2e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5ba11f-9ad4-49f0-af82-ac9efcc3a122', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:50:50.926873 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-13f20bff-3582-46db-b536-44be305723f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:50.928746 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-13f20bff-3582-46db-b536-44be305723f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 1097 time: 0.1170025 Jun 22 01:50:51.033957 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:51.043111 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:51.053889 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:51.074967 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c209704-cc82-49cc-a327-112ab23a23f2 req-040ccc6a-debe-4976-994c-2f6725ebbef9 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:51.076527 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3c209704-cc82-49cc-a327-112ab23a23f2 req-040ccc6a-debe-4976-994c-2f6725ebbef9 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 945 time: 0.2010627 Jun 22 01:50:51.077380 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39acce62-bbbc-4cdd-9852-3a1c85409ff7 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:51.091849 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41812) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:51.111506 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 39acce62-bbbc-4cdd-9852-3a1c85409ff7, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=39acce62-bbbc-4cdd-9852-3a1c85409ff7,segment=NetworkSegment(764b1c69-0964-489e-9863-40723f54ecef),segment_id=764b1c69-0964-489e-9863-40723f54ecef)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:51.117212 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a5e2e4-215d-4c05-89ef-55c183d39c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:51.123066 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:51.125441 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:51.141668 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-07429019-7bba-4891-8f43-13f7909dfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:51.143732 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-07429019-7bba-4891-8f43-13f7909dfc10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1097 time: 0.2604911 Jun 22 01:50:51.168705 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-9457f8d3-f4a8-463a-acc2-4473c187e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:51.170442 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-9457f8d3-f4a8-463a-acc2-4473c187e626 service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.2332833 Jun 22 01:50:51.182244 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3c209704-cc82-49cc-a327-112ab23a23f2 req-8b2e840d-dd86-43b4-9419-46ba2ab78eae tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985539 Jun 22 01:50:51.219988 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=39acce62-bbbc-4cdd-9852-3a1c85409ff7,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:51.224451 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:51.225528 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-f950467f-110b-477a-bb2d-80e21b52b18e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232 HTTP/1.1" status: 200 len: 217 time: 0.0422993 Jun 22 01:50:51.229749 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f8701-894d-41ce-be6c-4666826fe807 req-b69d5715-273a-4b99-addb-61bf5c450652 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:51.231258 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b17f8701-894d-41ce-be6c-4666826fe807 req-b69d5715-273a-4b99-addb-61bf5c450652 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.2395008 Jun 22 01:50:51.278815 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-9b96803f-897a-4e1f-8aed-fc469f9cd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:51.280715 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-9b96803f-897a-4e1f-8aed-fc469f9cd05a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.0483801 Jun 22 01:50:51.318842 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-845e3792-f13d-493a-99c8-ef3e7a3cf7da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309088 Jun 22 01:50:51.429994 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-109de8af-00fb-4e0e-a5eb-7cffea6ae949 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041491 Jun 22 01:50:51.535665 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b17f8701-894d-41ce-be6c-4666826fe807 req-5abebb28-4c0f-48e7-b759-c918a8072bce tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925565 Jun 22 01:50:51.537220 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc4465c6-f1ba-440e-a0fb-94a81a2413a5 req-0cd564c7-a9af-4986-841e-4b514a6ceb31 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007235 Jun 22 01:50:51.539524 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-35b5491b-30d9-43d8-8ed8-fcdad2605fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:51.540974 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-35b5491b-30d9-43d8-8ed8-fcdad2605fc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.3895249 Jun 22 01:50:51.625179 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-1aed429f-a097-426e-a6ec-eb71c611d770 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 200 len: 217 time: 0.0425618 Jun 22 01:50:51.625179 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a5e2e4-215d-4c05-89ef-55c183d39c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:51.625986 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41824) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:51.629059 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-57a5e2e4-215d-4c05-89ef-55c183d39c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:51.642770 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-98f3a7bf-d72e-4fd8-b0d3-bc52d6e8847b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:51.718266 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-57a5e2e4-215d-4c05-89ef-55c183d39c7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d63fbb8ffaca493aa55c58763ddd9950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195383 Jun 22 01:50:51.718805 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41838) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:51.720940 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5e2e4-215d-4c05-89ef-55c183d39c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672b4c3c-b9cb-401f-9ae2-dafae9a530ca,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:51.724790 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-c099b6a9-ab49-46bc-9796-66dbc4d6b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:51.726303 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-c099b6a9-ab49-46bc-9796-66dbc4d6b064 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0960197 Jun 22 01:50:51.727085 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-57a5e2e4-215d-4c05-89ef-55c183d39c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:51.743820 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['39acce62-bbbc-4cdd-9852-3a1c85409ff7'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:50:51.862422 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['fb0b970d-386a-46b8-9cd9-afec4cf4fbe4'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:50:51.869759 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-1e27f5de-b808-4a09-8d0c-77084d8e5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:51.874912 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-306b24ae-de3f-4c65-bad6-53930edafa4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:51.876628 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-1e27f5de-b808-4a09-8d0c-77084d8e5997 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1431901 Jun 22 01:50:52.007503 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-219dabae-477f-4c60-8cfb-fb4da27a814a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.041400 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-306b24ae-de3f-4c65-bad6-53930edafa4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.159460 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a9378-8060-4ea6-a4d4-173ef2c86446 req-66c38de9-a25b-4ef3-bd2f-a236a6e072a9 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:52.161526 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ed8a9378-8060-4ea6-a4d4-173ef2c86446 req-66c38de9-a25b-4ef3-bd2f-a236a6e072a9 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 945 time: 0.2917969 Jun 22 01:50:52.196791 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-306b24ae-de3f-4c65-bad6-53930edafa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.214595 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-306b24ae-de3f-4c65-bad6-53930edafa4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.216084 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-306b24ae-de3f-4c65-bad6-53930edafa4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/672b4c3c-b9cb-401f-9ae2-dafae9a530ca HTTP/1.1" status: 204 len: 168 time: 0.4962344 Jun 22 01:50:52.235929 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-069a468b-a105-49e8-836a-395144f4fb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:52.244446 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0896-75ca-4a94-b47f-c86a8be0e70c req-7abf699f-2451-43c8-9872-ff1e830552cd tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:52.248614 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c56b0896-75ca-4a94-b47f-c86a8be0e70c req-7abf699f-2451-43c8-9872-ff1e830552cd tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 944 time: 0.2736573 Jun 22 01:50:52.253046 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-01183b3f-4f61-48b9-87df-d26d59df0dbc service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685670 Jun 22 01:50:52.298346 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ed8a9378-8060-4ea6-a4d4-173ef2c86446 req-0b583133-935d-41e7-a22e-b621200aebdf tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232855 Jun 22 01:50:52.302689 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b24ae-de3f-4c65-bad6-53930edafa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b4c3c-b9cb-401f-9ae2-dafae9a530ca,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:52.320320 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-306b24ae-de3f-4c65-bad6-53930edafa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:52.392899 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-219dabae-477f-4c60-8cfb-fb4da27a814a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.399931 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-219dabae-477f-4c60-8cfb-fb4da27a814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.406016 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-665ef013-82e5-402a-b598-6cdedfb31aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:52.466938 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-61b4d652-b7a0-4afe-b10d-2e2a5643ea05 req-9aec6368-4f59-4a83-9fbc-99ef5337eff2 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867425 Jun 22 01:50:52.467037 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-219dabae-477f-4c60-8cfb-fb4da27a814a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6582c996a710414e811de94d8304c1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8371375 Jun 22 01:50:52.467425 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41868) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:52.470565 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dabae-477f-4c60-8cfb-fb4da27a814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b658e-d0b9-489e-a801-15bf169d8bc3,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:52.480229 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-219dabae-477f-4c60-8cfb-fb4da27a814a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:52.506805 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c56b0896-75ca-4a94-b47f-c86a8be0e70c req-6baa9bc2-3b11-42c8-b214-016a6d3361a2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526455 Jun 22 01:50:52.550356 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32d1896e-8148-4a93-a50b-1b02939f8272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.603908 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32d1896e-8148-4a93-a50b-1b02939f8272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.679426 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106df91-7b74-4c87-a056-b9c55dbd8506 req-4e05b657-56ff-431d-9822-155893a128d7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:52.685873 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6106df91-7b74-4c87-a056-b9c55dbd8506 req-4e05b657-56ff-431d-9822-155893a128d7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 945 time: 0.1375415 Jun 22 01:50:52.725996 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32d1896e-8148-4a93-a50b-1b02939f8272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.728713 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32d1896e-8148-4a93-a50b-1b02939f8272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:52.731885 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-32d1896e-8148-4a93-a50b-1b02939f8272 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/051b658e-d0b9-489e-a801-15bf169d8bc3 HTTP/1.1" status: 204 len: 168 time: 0.2611403 Jun 22 01:50:52.731885 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:52.744716 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6106df91-7b74-4c87-a056-b9c55dbd8506 req-37b9936e-aa8d-4b5f-9805-5e90ad319ede tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579185 Jun 22 01:50:52.751530 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbdfb-f83b-4372-968b-face8499e05d req-454c698f-fad1-4393-9f63-0bff0888a075 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:52.760703 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e91fbdfb-f83b-4372-968b-face8499e05d req-454c698f-fad1-4393-9f63-0bff0888a075 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0844879 Jun 22 01:50:52.764590 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1896e-8148-4a93-a50b-1b02939f8272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b658e-d0b9-489e-a801-15bf169d8bc3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:52.767385 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-32d1896e-8148-4a93-a50b-1b02939f8272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:52.805133 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e91fbdfb-f83b-4372-968b-face8499e05d req-8f2ed302-3656-47fc-9038-2134481e7d9d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Jun 22 01:50:53.101582 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41894) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:53.116174 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bfcad146-72ff-4f59-b80e-c030bbafaebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:53.214200 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bfcad146-72ff-4f59-b80e-c030bbafaebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:53.219492 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bfcad146-72ff-4f59-b80e-c030bbafaebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:53.223513 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:53.262395 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-bfcad146-72ff-4f59-b80e-c030bbafaebc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c3995acf4b548bb93fab27e5e6f0050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569757 Jun 22 01:50:53.262395 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcad146-72ff-4f59-b80e-c030bbafaebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8487df23-ac65-4974-a4d2-ac3932150700,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:53.263055 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41900) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:53.264443 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-bfcad146-72ff-4f59-b80e-c030bbafaebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:53.330363 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2d1b701e-d086-45e4-aa42-3aebabb390f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:53.354057 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2d1b701e-d086-45e4-aa42-3aebabb390f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:53.417119 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2d1b701e-d086-45e4-aa42-3aebabb390f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:53.420077 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2d1b701e-d086-45e4-aa42-3aebabb390f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:53.424554 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-2d1b701e-d086-45e4-aa42-3aebabb390f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8487df23-ac65-4974-a4d2-ac3932150700 HTTP/1.1" status: 204 len: 168 time: 0.1572771 Jun 22 01:50:53.424554 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a91207c0-13c7-446e-b506-27d6e2dc2c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:53.455512 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b701e-d086-45e4-aa42-3aebabb390f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487df23-ac65-4974-a4d2-ac3932150700,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:53.460891 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-2d1b701e-d086-45e4-aa42-3aebabb390f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:53.592199 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9988a0-5bbc-4520-b7e8-fff487a58408 req-296624f1-91de-4c7b-81b2-80c90d6f634c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:53.595201 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f9988a0-5bbc-4520-b7e8-fff487a58408 req-296624f1-91de-4c7b-81b2-80c90d6f634c tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 945 time: 0.1435032 Jun 22 01:50:53.656715 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7f9988a0-5bbc-4520-b7e8-fff487a58408 req-8483910b-d606-405e-be9c-1cbba6d63c5f tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543232 Jun 22 01:50:53.688367 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device edb5bcf1-5cdf-4ecc-a7f8-df435852a121 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:50:53.809610 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac951876-03bc-4447-ae06-e1377186b75f req-46a73c1d-a9e2-4b35-82b0-2da173a935d7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:53.816575 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 39acce62-bbbc-4cdd-9852-3a1c85409ff7 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:53.817220 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ac951876-03bc-4447-ae06-e1377186b75f req-46a73c1d-a9e2-4b35-82b0-2da173a935d7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 944 time: 0.1181924 Jun 22 01:50:53.849095 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 41934) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:53.880746 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ac951876-03bc-4447-ae06-e1377186b75f req-af181b21-6e72-4239-9c3a-40c2832fa6dd tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625288 Jun 22 01:50:53.925371 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:53.935539 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port edb5bcf1-5cdf-4ecc-a7f8-df435852a121, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:53.939066 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:53.939815 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:53.980650 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'edb5bcf1-5cdf-4ecc-a7f8-df435852a121', 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495', 'port_id': 'edb5bcf1-5cdf-4ecc-a7f8-df435852a121', 'mac_address': 'fa:16:3e:c9:72:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64601bd4-823e-4c00-a277-43f200372a38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:50:54.010251 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d2c4f-a27b-40de-aa94-c3baff3aafc7 req-c0624ebc-0beb-424a-a225-f2f4580ffe24 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:54.012243 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cc1d2c4f-a27b-40de-aa94-c3baff3aafc7 req-c0624ebc-0beb-424a-a225-f2f4580ffe24 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 945 time: 0.1076488 Jun 22 01:50:54.057006 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.068772 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-688e1f33-c588-4c68-9bfe-bb3fcf2ffc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.074106 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cc1d2c4f-a27b-40de-aa94-c3baff3aafc7 req-5309d87e-7ce9-4ae8-a529-9a230439a9b0 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525408 Jun 22 01:50:54.087917 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42090838-6229-4b02-ab99-0c005d1ccb1d req-e6e8f499-7c27-4444-bc19-f5251594acaa tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:54.092736 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb5bcf1-5cdf-4ecc-a7f8-df435852a121 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:54.098586 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-42090838-6229-4b02-ab99-0c005d1ccb1d req-e6e8f499-7c27-4444-bc19-f5251594acaa tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0824704 Jun 22 01:50:54.126210 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port edb5bcf1-5cdf-4ecc-a7f8-df435852a121, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:54.128972 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.133364 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.134139 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device e86beaf9-f436-4d4b-8678-c29b0fea2232 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:50:54.143457 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:54.159148 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-42090838-6229-4b02-ab99-0c005d1ccb1d req-80ce26e4-4154-4e19-8fa2-6489ac0400a7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570905 Jun 22 01:50:54.204426 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-688e1f33-c588-4c68-9bfe-bb3fcf2ffc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.208952 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-688e1f33-c588-4c68-9bfe-bb3fcf2ffc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.210631 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a09fc2a-8643-4762-8241-9a99b59d7b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39acce62-bbbc-4cdd-9852-3a1c85409ff7'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:50:54.212169 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:54.254029 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-688e1f33-c588-4c68-9bfe-bb3fcf2ffc3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b595c628cb8b476b867ac6f82dc0b8c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043505 Jun 22 01:50:54.254829 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e1f33-c588-4c68-9bfe-bb3fcf2ffc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574b3477-7dda-4c0a-ac76-300bb8699c84,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:54.256832 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 41948) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:54.268510 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-688e1f33-c588-4c68-9bfe-bb3fcf2ffc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:54.307944 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 39acce62-bbbc-4cdd-9852-3a1c85409ff7, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=39acce62-bbbc-4cdd-9852-3a1c85409ff7,segment=NetworkSegment(764b1c69-0964-489e-9863-40723f54ecef),segment_id=764b1c69-0964-489e-9863-40723f54ecef)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:54.310461 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port e86beaf9-f436-4d4b-8678-c29b0fea2232, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:54.318920 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:54.323551 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.326515 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:54.329401 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:54.329868 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:54.331616 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6ce7935a-e5de-4ca6-a6b8-c2b714ac1e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.357631 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6ce7935a-e5de-4ca6-a6b8-c2b714ac1e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.371086 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'e86beaf9-f436-4d4b-8678-c29b0fea2232', 'network_id': '481bebdb-e132-4ba1-aa37-b2becc797495', 'port_id': 'e86beaf9-f436-4d4b-8678-c29b0fea2232', 'mac_address': 'fa:16:3e:cd:6b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64601bd4-823e-4c00-a277-43f200372a38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:50:54.439675 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6ce7935a-e5de-4ca6-a6b8-c2b714ac1e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.444840 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=39acce62-bbbc-4cdd-9852-3a1c85409ff7,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:54.445223 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6ce7935a-e5de-4ca6-a6b8-c2b714ac1e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.448922 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6ce7935a-e5de-4ca6-a6b8-c2b714ac1e63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/574b3477-7dda-4c0a-ac76-300bb8699c84 HTTP/1.1" status: 204 len: 168 time: 0.1884601 Jun 22 01:50:54.448922 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:54.450680 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:54.452244 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.459411 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7935a-e5de-4ca6-a6b8-c2b714ac1e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574b3477-7dda-4c0a-ac76-300bb8699c84,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:54.463027 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6ce7935a-e5de-4ca6-a6b8-c2b714ac1e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:54.464021 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baadc33e-ab8a-42dd-bc0d-030913311f8e" -d '{"events": [{"server_uuid": "7a09fc2a-8643-4762-8241-9a99b59d7b1c", "name": "network-vif-plugged", "status": "completed", "tag": "39acce62-bbbc-4cdd-9852-3a1c85409ff7"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:50:54.469210 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:54.478595 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86beaf9-f436-4d4b-8678-c29b0fea2232 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:54.487640 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:54.488330 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.530965 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port e86beaf9-f436-4d4b-8678-c29b0fea2232, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:54.537393 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.539481 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:54.610870 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=e86beaf9-f436-4d4b-8678-c29b0fea2232,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:54.620538 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:54.624594 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.658169 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:54.663177 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:54.665083 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ba277a65-b3a1-4d46-8fc8-f94394d27061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:54.718233 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:54.722391 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:54.803584 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bd3e98-c6f6-43f2-afd4-a11156891a66 x-openstack-request-id: req-69bd3e98-c6f6-43f2-afd4-a11156891a66 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:50:54.803951 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a09fc2a-8643-4762-8241-9a99b59d7b1c", "name": "network-vif-plugged", "status": "completed", "tag": "39acce62-bbbc-4cdd-9852-3a1c85409ff7", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:50:54.804225 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69bd3e98-c6f6-43f2-afd4-a11156891a66 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:50:54.805303 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a09fc2a-8643-4762-8241-9a99b59d7b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39acce62-bbbc-4cdd-9852-3a1c85409ff7', 'code': 200} Jun 22 01:50:54.983954 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a932a-d167-486c-9e0a-de8b7a465650 req-82bd4ea6-5f05-419e-9fed-6148b4b3bbde tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:54.986083 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-072a932a-d167-486c-9e0a-de8b7a465650 req-82bd4ea6-5f05-419e-9fed-6148b4b3bbde tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 946 time: 0.1454730 Jun 22 01:50:55.030757 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['e86beaf9-f436-4d4b-8678-c29b0fea2232'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:50:55.071133 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-072a932a-d167-486c-9e0a-de8b7a465650 req-a1b2da83-2c32-4a4d-8dee-2393246d3591 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781460 Jun 22 01:50:55.107126 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['edb5bcf1-5cdf-4ecc-a7f8-df435852a121'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:50:55.248317 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf2ce5-e731-446f-860e-502202953fd4 req-2be0b2b7-558d-49ec-a7dd-eba2178c5ca4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:55.266066 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-badf2ce5-e731-446f-860e-502202953fd4 req-2be0b2b7-558d-49ec-a7dd-eba2178c5ca4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 945 time: 0.1676660 Jun 22 01:50:55.346353 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-badf2ce5-e731-446f-860e-502202953fd4 req-194c910b-fceb-49a7-8edf-f55102b8af38 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787849 Jun 22 01:50:55.438820 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71bee0-787d-417e-8d69-2b1e2bb5e62e req-49d76a24-1d44-4061-b778-c0337c6b1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:55.441038 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0c71bee0-787d-417e-8d69-2b1e2bb5e62e req-49d76a24-1d44-4061-b778-c0337c6b1aa8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 1099 time: 0.2791965 Jun 22 01:50:55.466338 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-0c71bee0-787d-417e-8d69-2b1e2bb5e62e req-389bc138-b147-4032-bbc4-a5a5026c7f59 service neutron] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:55.508345 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf74b9b-9f29-4f07-8ada-b40ed714f11b req-da953055-24d4-44b9-a8bf-cc48d4dfba17 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:55.510294 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ddf74b9b-9f29-4f07-8ada-b40ed714f11b req-da953055-24d4-44b9-a8bf-cc48d4dfba17 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 946 time: 0.1854777 Jun 22 01:50:55.583501 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ddf74b9b-9f29-4f07-8ada-b40ed714f11b req-5567883d-df19-4932-a336-5fe806166aa9 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646613 Jun 22 01:50:55.586023 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abc28a-6dca-4065-94c2-de2199f92dbe req-d61402bd-777e-4ad2-8f63-f206d64b6162 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:55.592784 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68abc28a-6dca-4065-94c2-de2199f92dbe req-d61402bd-777e-4ad2-8f63-f206d64b6162 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0853214 Jun 22 01:50:55.638316 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68abc28a-6dca-4065-94c2-de2199f92dbe req-ee230223-e9c9-486c-900d-b7ab46cb5bb2 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Jun 22 01:50:55.640862 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-0c71bee0-787d-417e-8d69-2b1e2bb5e62e req-389bc138-b147-4032-bbc4-a5a5026c7f59 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:55.646303 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-0c71bee0-787d-417e-8d69-2b1e2bb5e62e req-389bc138-b147-4032-bbc4-a5a5026c7f59 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:55.666485 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:55.685596 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0c71bee0-787d-417e-8d69-2b1e2bb5e62e req-389bc138-b147-4032-bbc4-a5a5026c7f59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381701 Jun 22 01:50:55.694259 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bc138-b147-4032-bbc4-a5a5026c7f59 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d8e56b-9f0d-421c-8974-8a1a6b69cf72,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:55.705720 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:50:55.709277 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-389bc138-b147-4032-bbc4-a5a5026c7f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:55.813611 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:55.826064 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '81d53976-e7b1-4178-803f-3b077cd05c70', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'port_id': '81d53976-e7b1-4178-803f-3b077cd05c70', 'mac_address': 'fa:16:3e:13:8c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:50:55.874589 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:55.888136 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d53976-e7b1-4178-803f-3b077cd05c70 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:50:55.913987 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:55.918410 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:55.920158 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:55.975545 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:55.978784 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:56.284861 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47f92c-d87b-4bb7-a239-32e8a374b8b7 req-ad02b31f-9a2c-4322-b413-2b5e8a682a4b tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:56.286837 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fa47f92c-d87b-4bb7-a239-32e8a374b8b7 req-ad02b31f-9a2c-4322-b413-2b5e8a682a4b tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 946 time: 0.0727489 Jun 22 01:50:56.332699 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fa47f92c-d87b-4bb7-a239-32e8a374b8b7 req-86b8ab48-66d8-413a-bfb6-f41b3df5f739 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380576 Jun 22 01:50:56.493108 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42086) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:56.538204 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75898fa7-57a3-4ae4-bfe0-af9d8b781e3e req-9706aff6-c8d0-468d-ba36-10dd10e1a1c7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:56.545510 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75898fa7-57a3-4ae4-bfe0-af9d8b781e3e req-9706aff6-c8d0-468d-ba36-10dd10e1a1c7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 945 time: 0.0768766 Jun 22 01:50:56.593776 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75898fa7-57a3-4ae4-bfe0-af9d8b781e3e req-3faf34eb-bdaf-4862-af58-78acf9b68d58 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Jun 22 01:50:56.658751 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['81d53976-e7b1-4178-803f-3b077cd05c70'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:50:56.730935 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-683fbd77-efc1-44a9-8c57-d9c9f7dc2cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:56.815789 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8937f99f-ff88-4bd6-89e9-a4e0f80b5baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b970d-386a-46b8-9cd9-afec4cf4fbe4'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:50:56.825449 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83750964-dceb-4464-aab7-f2869fb4bf36" -d '{"events": [{"server_uuid": "8937f99f-ff88-4bd6-89e9-a4e0f80b5baa", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b970d-386a-46b8-9cd9-afec4cf4fbe4"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:50:56.902792 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c9770-bd04-43b2-8a40-6e580746d390 req-7f83bab0-b06c-4219-9b48-eb42058aa1d4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:56.910618 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-401c9770-bd04-43b2-8a40-6e580746d390 req-7f83bab0-b06c-4219-9b48-eb42058aa1d4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 946 time: 0.1524076 Jun 22 01:50:56.932480 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd8644-540d-44bc-b615-fe2836bbb2d6 req-c520d266-bf14-464c-aa9e-2fe86dae1eb6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:56.934211 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4ffd8644-540d-44bc-b615-fe2836bbb2d6 req-c520d266-bf14-464c-aa9e-2fe86dae1eb6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 945 time: 0.1063738 Jun 22 01:50:56.956507 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-683fbd77-efc1-44a9-8c57-d9c9f7dc2cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:56.961613 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-683fbd77-efc1-44a9-8c57-d9c9f7dc2cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:56.971208 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:56.990846 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4ffd8644-540d-44bc-b615-fe2836bbb2d6 req-c0d45954-d7b1-4102-9292-b2acca05e4c4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500531 Jun 22 01:50:56.997845 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-401c9770-bd04-43b2-8a40-6e580746d390 req-481bb755-5f91-4f6d-9d40-ee384b4486c7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863831 Jun 22 01:50:57.013657 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683fbd77-efc1-44a9-8c57-d9c9f7dc2cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db30da0-ffe3-487e-b69d-6d79309a4d5c,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:57.018322 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-683fbd77-efc1-44a9-8c57-d9c9f7dc2cfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f7c2cdd4425494e9291579068b74443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238359 Jun 22 01:50:57.019404 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-683fbd77-efc1-44a9-8c57-d9c9f7dc2cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:57.021895 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42112) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:57.049196 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776c11cc-fb2e-4d45-b92b-dee6fc8962b4 x-openstack-request-id: req-776c11cc-fb2e-4d45-b92b-dee6fc8962b4 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:50:57.049577 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8937f99f-ff88-4bd6-89e9-a4e0f80b5baa", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b970d-386a-46b8-9cd9-afec4cf4fbe4", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:50:57.049762 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-776c11cc-fb2e-4d45-b92b-dee6fc8962b4 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:50:57.050407 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8937f99f-ff88-4bd6-89e9-a4e0f80b5baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'code': 200} Jun 22 01:50:57.074030 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9a96ed0b-50dd-44dd-ac4a-de58b00780e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:57.095353 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9a96ed0b-50dd-44dd-ac4a-de58b00780e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:57.147757 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9a96ed0b-50dd-44dd-ac4a-de58b00780e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:57.150574 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9a96ed0b-50dd-44dd-ac4a-de58b00780e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:57.151715 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-9a96ed0b-50dd-44dd-ac4a-de58b00780e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5db30da0-ffe3-487e-b69d-6d79309a4d5c HTTP/1.1" status: 204 len: 168 time: 0.1291261 Jun 22 01:50:57.152599 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-219dabae-477f-4c60-8cfb-fb4da27a814a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:57.161335 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96ed0b-50dd-44dd-ac4a-de58b00780e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db30da0-ffe3-487e-b69d-6d79309a4d5c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:57.163705 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9a96ed0b-50dd-44dd-ac4a-de58b00780e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:57.332134 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284eaad-a60e-4bfe-a8e7-5f895d536f3d req-bc3ff856-a812-4f31-82f5-aaf188bebf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:57.333680 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8284eaad-a60e-4bfe-a8e7-5f895d536f3d req-bc3ff856-a812-4f31-82f5-aaf188bebf29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 1099 time: 0.0546086 Jun 22 01:50:57.370895 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8284eaad-a60e-4bfe-a8e7-5f895d536f3d req-36c8a249-a366-4c6b-8f65-ec3a357aca61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307899 Jun 22 01:50:57.531628 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec97a9c-e6f2-4750-9ceb-b0dfaf355f98 req-3f0bf650-fcd3-4a95-9e86-8aa49fcae49f tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:57.533163 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fec97a9c-e6f2-4750-9ceb-b0dfaf355f98 req-3f0bf650-fcd3-4a95-9e86-8aa49fcae49f tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 946 time: 0.0713270 Jun 22 01:50:57.572110 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fec97a9c-e6f2-4750-9ceb-b0dfaf355f98 req-a41dc374-1820-40fb-84fd-a1d6f4e528e0 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331595 Jun 22 01:50:57.729344 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device e86beaf9-f436-4d4b-8678-c29b0fea2232 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:57.773535 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912378-ea67-4296-8244-0cfa6ca8ec5c req-b0aa85bc-0dfb-4dc7-bd4f-454f6ec58434 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:57.775149 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d4912378-ea67-4296-8244-0cfa6ca8ec5c req-b0aa85bc-0dfb-4dc7-bd4f-454f6ec58434 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 945 time: 0.0721412 Jun 22 01:50:57.788956 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port e86beaf9-f436-4d4b-8678-c29b0fea2232 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:57.793155 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port e86beaf9-f436-4d4b-8678-c29b0fea2232 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:57.793737 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:57.816765 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d4912378-ea67-4296-8244-0cfa6ca8ec5c req-78b0ca72-98da-44a0-917b-aaa025cdc0d7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344896 Jun 22 01:50:57.884498 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:57.916338 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port e86beaf9-f436-4d4b-8678-c29b0fea2232, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:57.920071 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:57.920888 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device edb5bcf1-5cdf-4ecc-a7f8-df435852a121 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:57.923356 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:57.998129 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=e86beaf9-f436-4d4b-8678-c29b0fea2232,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:58.009950 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:58.020745 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:58.035059 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:58.038442 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:58.257121 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bd1d0-9668-41b9-b782-d04511f42698 req-f0178857-fb60-48a7-ad2b-f3409d53ed87 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:58.258254 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:58.268493 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b87bd1d0-9668-41b9-b782-d04511f42698 req-f0178857-fb60-48a7-ad2b-f3409d53ed87 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 946 time: 0.1025972 Jun 22 01:50:58.318625 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b87bd1d0-9668-41b9-b782-d04511f42698 req-55b128c2-82ec-48a8-9e0e-51143883c973 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491524 Jun 22 01:50:58.331887 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474626-9474-4e3a-bef9-e9931ae22d5b req-227295f9-745a-4402-b716-e3ae62809fb3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:58.337165 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port edb5bcf1-5cdf-4ecc-a7f8-df435852a121, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:58.338770 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b3474626-9474-4e3a-bef9-e9931ae22d5b req-227295f9-745a-4402-b716-e3ae62809fb3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 945 time: 0.1056468 Jun 22 01:50:58.344357 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:58.346667 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:58.428118 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b3474626-9474-4e3a-bef9-e9931ae22d5b req-8c893fe2-e589-4264-bae2-c290c5b12468 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857074 Jun 22 01:50:58.535255 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:58.541900 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:58.807281 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725ee89-cfcd-4868-adc8-8ef9ac4b5590 req-daff4bcc-8463-40bf-83f3-23395056b4b7 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:58.810488 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1725ee89-cfcd-4868-adc8-8ef9ac4b5590 req-daff4bcc-8463-40bf-83f3-23395056b4b7 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 946 time: 0.0998917 Jun 22 01:50:58.893986 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1725ee89-cfcd-4868-adc8-8ef9ac4b5590 req-48f89826-5d2d-43d4-b010-4e11907273d1 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779891 Jun 22 01:50:59.048332 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42232) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:59.051706 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4dd32f-11f0-4983-af8a-a79c69bc8a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86beaf9-f436-4d4b-8678-c29b0fea2232'}, {'server_uuid': '2de941aa-3a46-4c69-9dc2-969f8946a67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb5bcf1-5cdf-4ecc-a7f8-df435852a121'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:50:59.055330 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e160ff48-722b-4e1e-ba7c-0551158c9907" -d '{"events": [{"server_uuid": "5d4dd32f-11f0-4983-af8a-a79c69bc8a0d", "name": "network-vif-plugged", "status": "completed", "tag": "e86beaf9-f436-4d4b-8678-c29b0fea2232"}, {"server_uuid": "2de941aa-3a46-4c69-9dc2-969f8946a67e", "name": "network-vif-plugged", "status": "completed", "tag": "edb5bcf1-5cdf-4ecc-a7f8-df435852a121"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:50:59.065104 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e3fbb-4168-47ec-8dee-907e673656dd req-a36d5dd2-2117-4819-8184-779cb9a0d0a6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:59.072305 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-718e3fbb-4168-47ec-8dee-907e673656dd req-a36d5dd2-2117-4819-8184-779cb9a0d0a6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0762224 Jun 22 01:50:59.128620 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-718e3fbb-4168-47ec-8dee-907e673656dd req-f413e96e-49d1-4365-b5ce-7009fe04afb9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549176 Jun 22 01:50:59.141775 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 01:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2edfdbd-8795-48da-9ff9-e8c0503a5ce9 x-openstack-request-id: req-a2edfdbd-8795-48da-9ff9-e8c0503a5ce9 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:50:59.142113 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4dd32f-11f0-4983-af8a-a79c69bc8a0d", "name": "network-vif-plugged", "status": "completed", "tag": "e86beaf9-f436-4d4b-8678-c29b0fea2232", "code": 200}, {"server_uuid": "2de941aa-3a46-4c69-9dc2-969f8946a67e", "name": "network-vif-plugged", "status": "completed", "tag": "edb5bcf1-5cdf-4ecc-a7f8-df435852a121", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:50:59.142374 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2edfdbd-8795-48da-9ff9-e8c0503a5ce9 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:50:59.142770 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4dd32f-11f0-4983-af8a-a79c69bc8a0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86beaf9-f436-4d4b-8678-c29b0fea2232', 'code': 200} Jun 22 01:50:59.143219 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de941aa-3a46-4c69-9dc2-969f8946a67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb5bcf1-5cdf-4ecc-a7f8-df435852a121', 'code': 200} Jun 22 01:50:59.437595 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b4fa498e-d2ea-44eb-af27-53cf2192263d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:59.599031 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2ca2-39cb-43fe-9d89-8c31272f8576 req-a4b5dfcc-c1ca-4884-ab9e-2eb588c9cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:59.601013 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-56bf2ca2-39cb-43fe-9d89-8c31272f8576 req-a4b5dfcc-c1ca-4884-ab9e-2eb588c9cef0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1099 time: 0.1232655 Jun 22 01:50:59.605430 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354da23-4790-424a-9f5d-8041337c1eb6 req-b8bb60a3-f6d1-41ed-ba4f-5483d4b1ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:59.607616 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3354da23-4790-424a-9f5d-8041337c1eb6 req-b8bb60a3-f6d1-41ed-ba4f-5483d4b1ca60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 1099 time: 0.1305399 Jun 22 01:50:59.621086 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174229b-3788-4277-b20e-cf5b122e61eb req-d30aab67-9aa5-4494-9eca-1c5de30407fd tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:59.622681 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8174229b-3788-4277-b20e-cf5b122e61eb req-d30aab67-9aa5-4494-9eca-1c5de30407fd tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 946 time: 0.0950115 Jun 22 01:50:59.682712 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8174229b-3788-4277-b20e-cf5b122e61eb req-f6629d23-4510-4752-96c7-6fc58bc07330 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Jun 22 01:50:59.686611 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3354da23-4790-424a-9f5d-8041337c1eb6 req-2f0705f0-e7f7-4f8c-8f8f-6504aca2bafb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631230 Jun 22 01:50:59.706328 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-56bf2ca2-39cb-43fe-9d89-8c31272f8576 req-a0dc81f7-47fe-44bc-a3f5-427ba147220b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904112 Jun 22 01:50:59.729953 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b4fa498e-d2ea-44eb-af27-53cf2192263d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:59.733484 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:50:59.739892 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b4fa498e-d2ea-44eb-af27-53cf2192263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:59.745336 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-980c1303-9214-48f5-ac41-c1f77c1e2568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:50:59.764805 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce06a4-4601-490c-967f-81dab288306a req-f15d782c-a6b3-47fb-b36c-0c171b04096a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:50:59.766900 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c2ce06a4-4601-490c-967f-81dab288306a req-f15d782c-a6b3-47fb-b36c-0c171b04096a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 945 time: 0.1609352 Jun 22 01:50:59.796131 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 81d53976-e7b1-4178-803f-3b077cd05c70 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:50:59.801698 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 81d53976-e7b1-4178-803f-3b077cd05c70 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:50:59.803064 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:59.817297 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b4fa498e-d2ea-44eb-af27-53cf2192263d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=520127bdc4cc441bb1ef5c872c350a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7678351 Jun 22 01:50:59.818041 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42262) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:50:59.820032 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa498e-d2ea-44eb-af27-53cf2192263d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb39a1d8-b574-410d-aaa5-41e2e29f3a86,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:50:59.845088 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b4fa498e-d2ea-44eb-af27-53cf2192263d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:50:59.870659 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c2ce06a4-4601-490c-967f-81dab288306a req-7bfa643d-cb53-46ac-a668-fb0ed27d3ac8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920346 Jun 22 01:50:59.918763 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:59.919086 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4633d771-ff35-4524-b786-e17f926c05f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:59.941667 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4633d771-ff35-4524-b786-e17f926c05f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:59.972341 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:50:59.976587 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:50:59.979798 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-56546149-52c5-4da2-9376-cace20294486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:00.009532 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4633d771-ff35-4524-b786-e17f926c05f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.012998 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4633d771-ff35-4524-b786-e17f926c05f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.014818 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4633d771-ff35-4524-b786-e17f926c05f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb39a1d8-b574-410d-aaa5-41e2e29f3a86 HTTP/1.1" status: 204 len: 168 time: 0.1949935 Jun 22 01:51:00.016269 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:00.027809 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633d771-ff35-4524-b786-e17f926c05f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb39a1d8-b574-410d-aaa5-41e2e29f3a86,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:00.031342 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4633d771-ff35-4524-b786-e17f926c05f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:00.058041 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:00.061101 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:00.372446 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92130f-6f05-4d02-b3da-dcf83e8e5a90 req-1cd1a551-f738-4160-b2c2-e68f6880ae61 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:00.384425 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3c92130f-6f05-4d02-b3da-dcf83e8e5a90 req-1cd1a551-f738-4160-b2c2-e68f6880ae61 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1189141 Jun 22 01:51:00.428716 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3c92130f-6f05-4d02-b3da-dcf83e8e5a90 req-1cdace49-1453-4f10-be29-03005bbca321 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429194 Jun 22 01:51:00.497312 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42300) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:00.515161 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9e3deeec-ce2f-4ac7-b8fb-836e2feb61a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.648825 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42314) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:00.680064 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9e3deeec-ce2f-4ac7-b8fb-836e2feb61a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.685259 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9e3deeec-ce2f-4ac7-b8fb-836e2feb61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.689402 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a54d05f6-5543-4cff-b392-621f476435d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:00.727164 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9e3deeec-ce2f-4ac7-b8fb-836e2feb61a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35355e18bbca46fabd18ba3e37766084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2286193 Jun 22 01:51:00.727972 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3deeec-ce2f-4ac7-b8fb-836e2feb61a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdf46d-c539-4040-8a1f-b8fdf2cddc43,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:00.730870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42322) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:00.731002 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9e3deeec-ce2f-4ac7-b8fb-836e2feb61a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:00.807441 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f56dd991-1226-4b84-a884-506f1bbe9e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.810372 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-68675185-3b32-488c-a76f-8e87265faf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.848429 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-68675185-3b32-488c-a76f-8e87265faf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.932196 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-68675185-3b32-488c-a76f-8e87265faf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.935165 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-68675185-3b32-488c-a76f-8e87265faf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.936804 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-68675185-3b32-488c-a76f-8e87265faf36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72bdf46d-c539-4040-8a1f-b8fdf2cddc43 HTTP/1.1" status: 204 len: 168 time: 0.2044890 Jun 22 01:51:00.940823 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-688e1f33-c588-4c68-9bfe-bb3fcf2ffc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:00.950849 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68675185-3b32-488c-a76f-8e87265faf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bdf46d-c539-4040-8a1f-b8fdf2cddc43,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:00.954007 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-68675185-3b32-488c-a76f-8e87265faf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:00.994273 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f56dd991-1226-4b84-a884-506f1bbe9e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:00.999306 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f56dd991-1226-4b84-a884-506f1bbe9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.008614 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bb005433-d20e-4e74-88c9-215a5a54fea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:01.077095 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-f56dd991-1226-4b84-a884-506f1bbe9e5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=109d8f917e6046e4b80549458f90e33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269273 Jun 22 01:51:01.080305 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42334) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:01.083073 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dd991-1226-4b84-a884-506f1bbe9e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97528b-ecd5-4d93-8750-8c3022422626,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:01.088048 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f56dd991-1226-4b84-a884-506f1bbe9e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:01.112157 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c9ff0-3534-4d75-93b6-34b02e1d96dd req-d905d8de-0071-422e-b3ad-ec2c4d869319 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:01.113645 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fb6c9ff0-3534-4d75-93b6-34b02e1d96dd req-d905d8de-0071-422e-b3ad-ec2c4d869319 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0741503 Jun 22 01:51:01.144227 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:01.148214 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99cfc78-d5d2-40bf-aa95-5075e70ed6ca" -d '{"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-plugged", "status": "completed", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:01.159340 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9e6b-092f-4b0c-ae1f-a54dfd0dd637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.186484 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fb6c9ff0-3534-4d75-93b6-34b02e1d96dd req-567e9b63-6d84-4bd0-b321-05736139bd1e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609362 Jun 22 01:51:01.196832 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9e6b-092f-4b0c-ae1f-a54dfd0dd637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.219488 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c20e5c-ce37-402b-9d3d-8c9c8522132e x-openstack-request-id: req-13c20e5c-ce37-402b-9d3d-8c9c8522132e {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:01.219748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-plugged", "status": "completed", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:01.220517 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13c20e5c-ce37-402b-9d3d-8c9c8522132e {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:01.221527 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70', 'code': 200} Jun 22 01:51:01.251479 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9e6b-092f-4b0c-ae1f-a54dfd0dd637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.254069 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9e6b-092f-4b0c-ae1f-a54dfd0dd637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.255784 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ee6f9e6b-092f-4b0c-ae1f-a54dfd0dd637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d97528b-ecd5-4d93-8750-8c3022422626 HTTP/1.1" status: 204 len: 168 time: 0.1741540 Jun 22 01:51:01.256510 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7fea67fb-6b9a-4885-80cf-b5921854676e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:01.264154 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f9e6b-092f-4b0c-ae1f-a54dfd0dd637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97528b-ecd5-4d93-8750-8c3022422626,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:01.266999 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ee6f9e6b-092f-4b0c-ae1f-a54dfd0dd637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:01.478366 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7f09db49-6441-409d-9e5d-5af17e1188ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.701118 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2c82b-2240-4ea6-bddd-a39e73e0b7d6 req-996477ff-0834-423d-a0c1-b9d5fe98f908 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:01.702956 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cac2c82b-2240-4ea6-bddd-a39e73e0b7d6 req-996477ff-0834-423d-a0c1-b9d5fe98f908 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1160800 Jun 22 01:51:01.742004 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42378) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:01.755977 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-adca6b07-bbde-4e40-a9d1-275ff9917cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.771383 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cac2c82b-2240-4ea6-bddd-a39e73e0b7d6 req-aead2b41-b5ba-4520-883d-9e31ca56e419 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Jun 22 01:51:01.891021 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800db90-bc78-43eb-be5e-b5b653070a19 req-a54a5b85-de8e-4de3-8655-5bab1c8d75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:01.893803 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c800db90-bc78-43eb-be5e-b5b653070a19 req-a54a5b85-de8e-4de3-8655-5bab1c8d75f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1099 time: 0.0901542 Jun 22 01:51:01.904172 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-adca6b07-bbde-4e40-a9d1-275ff9917cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.912289 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-adca6b07-bbde-4e40-a9d1-275ff9917cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:01.916791 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9fd1f8a5-b424-41f1-a9eb-2a6c8e560472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:01.967726 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-adca6b07-bbde-4e40-a9d1-275ff9917cdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27f8a4c54f9248c89511540f0964ad6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246532 Jun 22 01:51:01.972444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42384) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:01.974410 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca6b07-bbde-4e40-a9d1-275ff9917cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf7fc3-23b4-4319-924e-acec4ae9763a,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:01.978077 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-adca6b07-bbde-4e40-a9d1-275ff9917cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:02.075431 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-eca9da13-2f87-474b-973c-1a0723284e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:02.092718 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c800db90-bc78-43eb-be5e-b5b653070a19 req-6d849c98-b574-4065-9778-6bbc1ee14092 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656483 Jun 22 01:51:02.113086 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-eca9da13-2f87-474b-973c-1a0723284e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:02.176132 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-eca9da13-2f87-474b-973c-1a0723284e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:02.179482 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-eca9da13-2f87-474b-973c-1a0723284e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:02.192012 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-eca9da13-2f87-474b-973c-1a0723284e80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7cf7fc3-23b4-4319-924e-acec4ae9763a HTTP/1.1" status: 204 len: 168 time: 0.2152960 Jun 22 01:51:02.195588 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:02.210030 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9da13-2f87-474b-973c-1a0723284e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf7fc3-23b4-4319-924e-acec4ae9763a,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:02.214549 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-eca9da13-2f87-474b-973c-1a0723284e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:02.456002 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4dcc8-cff6-423a-983b-70c28f406303 req-524be2c3-d346-4f60-be76-3e88352bf600 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:02.457818 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d4e4dcc8-cff6-423a-983b-70c28f406303 req-524be2c3-d346-4f60-be76-3e88352bf600 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0916538 Jun 22 01:51:02.509723 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d4e4dcc8-cff6-423a-983b-70c28f406303 req-e71a200a-fc29-4645-bc69-96062d4d4e3f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437994 Jun 22 01:51:02.712454 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42410) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:02.735137 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac0a336e-5e83-47b7-aba7-5b1932c6a5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:02.892573 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac0a336e-5e83-47b7-aba7-5b1932c6a5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:02.901202 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac0a336e-5e83-47b7-aba7-5b1932c6a5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:02.906509 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:02.990061 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a336e-5e83-47b7-aba7-5b1932c6a5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d62eff6-7ef8-43e5-8c48-23ec68502ebf,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:02.996991 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ac0a336e-5e83-47b7-aba7-5b1932c6a5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:03.012387 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ac0a336e-5e83-47b7-aba7-5b1932c6a5a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52697789763f4884b1338aa6af6f2d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959774 Jun 22 01:51:03.012716 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42434) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:03.081292 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5df65b91-e6b1-45f9-9f26-c62db13a15dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.100777 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdbed8-740f-48aa-a699-571a7ca0e65c req-21358ca3-6ba5-44fb-8d0f-d1959ca26da7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:03.102286 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-96fdbed8-740f-48aa-a699-571a7ca0e65c req-21358ca3-6ba5-44fb-8d0f-d1959ca26da7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1594563 Jun 22 01:51:03.117797 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5df65b91-e6b1-45f9-9f26-c62db13a15dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.149919 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42444) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:03.174076 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-96fdbed8-740f-48aa-a699-571a7ca0e65c req-3414d32f-41b7-4198-82fa-f4f4928b8bdf tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615814 Jun 22 01:51:03.201113 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5df65b91-e6b1-45f9-9f26-c62db13a15dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.204843 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5df65b91-e6b1-45f9-9f26-c62db13a15dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.206573 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-5df65b91-e6b1-45f9-9f26-c62db13a15dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d62eff6-7ef8-43e5-8c48-23ec68502ebf HTTP/1.1" status: 204 len: 168 time: 0.1928055 Jun 22 01:51:03.207162 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:03.227689 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df65b91-e6b1-45f9-9f26-c62db13a15dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d62eff6-7ef8-43e5-8c48-23ec68502ebf,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:03.237569 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5df65b91-e6b1-45f9-9f26-c62db13a15dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:03.299512 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-195103b0-9329-4c02-860b-5cb17b8b9cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.474042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-195103b0-9329-4c02-860b-5cb17b8b9cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.482580 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-195103b0-9329-4c02-860b-5cb17b8b9cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.488619 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-97173112-0610-49fa-b295-1432cf36bc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:03.581440 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195103b0-9329-4c02-860b-5cb17b8b9cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22add48f-0ace-4ecd-ba56-52a747d86989,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:03.587773 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-195103b0-9329-4c02-860b-5cb17b8b9cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:03.599538 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-195103b0-9329-4c02-860b-5cb17b8b9cf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01e24127365d4c4295822efd2728e6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4483914 Jun 22 01:51:03.602033 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42470) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:03.670515 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ebe21a7a-5383-4c20-a9c9-a932bfce6494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.708257 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-4e694c83-64af-40eb-9b51-3ea3953c1b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.724797 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ebe21a7a-5383-4c20-a9c9-a932bfce6494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.788674 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ab069-aa63-4e01-9d09-2d0e63637e09 req-acb879d0-5019-4ed7-ae0f-393a481437cf tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:03.790241 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-210ab069-aa63-4e01-9d09-2d0e63637e09 req-acb879d0-5019-4ed7-ae0f-393a481437cf tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0991209 Jun 22 01:51:03.807932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ebe21a7a-5383-4c20-a9c9-a932bfce6494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.814208 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ebe21a7a-5383-4c20-a9c9-a932bfce6494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:03.815600 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ebe21a7a-5383-4c20-a9c9-a932bfce6494 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22add48f-0ace-4ecd-ba56-52a747d86989 HTTP/1.1" status: 204 len: 168 time: 0.2125089 Jun 22 01:51:03.817171 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-195103b0-9329-4c02-860b-5cb17b8b9cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:03.828586 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe21a7a-5383-4c20-a9c9-a932bfce6494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22add48f-0ace-4ecd-ba56-52a747d86989,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:03.831487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ebe21a7a-5383-4c20-a9c9-a932bfce6494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:03.878131 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-210ab069-aa63-4e01-9d09-2d0e63637e09 req-174087e1-5778-4d6e-93d3-aa7427191dd0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722964 Jun 22 01:51:03.963295 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ff1b-8f31-42f4-acb9-0402444123a5 req-3c6f3a8c-dbc5-4342-9552-175acb49369c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:03.964698 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-aff6ff1b-8f31-42f4-acb9-0402444123a5 req-3c6f3a8c-dbc5-4342-9552-175acb49369c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1189537 Jun 22 01:51:04.023140 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-9dfd08b5-8174-4289-8d7e-7dd493c31229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:04.024587 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-9dfd08b5-8174-4289-8d7e-7dd493c31229 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 1099 time: 0.1029372 Jun 22 01:51:04.029794 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-aff6ff1b-8f31-42f4-acb9-0402444123a5 req-eb737a52-90dc-47b2-8ffb-149abd9dfe51 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478709 Jun 22 01:51:04.194400 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:04.336270 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-125b96c4-c5d6-4fd0-8d55-6014e32dbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:04.337790 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-125b96c4-c5d6-4fd0-8d55-6014e32dbc3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.2799263 Jun 22 01:51:04.392621 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-4f1f97bf-5e61-4cb8-9e41-e862cff340bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232 HTTP/1.1" status: 200 len: 217 time: 0.0425730 Jun 22 01:51:04.460217 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-7c6ee594-b478-495f-af51-43db90f5a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:04.461716 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-7c6ee594-b478-495f-af51-43db90f5a5a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.0514250 Jun 22 01:51:04.590768 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-0e2feefa-00eb-405b-ada7-6ea90944f1bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568907 Jun 22 01:51:04.776445 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-94e9d54a-b995-4d1b-adde-cf180729cf75 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691182 Jun 22 01:51:05.067712 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6d6ade3c-5132-415f-a4e2-3562afaa097b req-65296277-e769-4f6e-ba44-d9e39cd8de48 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844634 Jun 22 01:51:05.214151 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:05.229939 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9f8ce-3552-479c-8a35-3fad746818db req-d1dc5699-bf67-4874-94ea-42bce8146723 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:05.238429 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e0e9f8ce-3552-479c-8a35-3fad746818db req-d1dc5699-bf67-4874-94ea-42bce8146723 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1069891 Jun 22 01:51:05.308997 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e0e9f8ce-3552-479c-8a35-3fad746818db req-2c696229-5990-4f01-8897-8a4055bc8482 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692844 Jun 22 01:51:05.310253 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b826c8-7733-433e-8426-f88e79a5bdf9 req-dc893b45-fdc7-4e8e-9964-e129719db0b6 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:05.313282 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f3b826c8-7733-433e-8426-f88e79a5bdf9 req-dc893b45-fdc7-4e8e-9964-e129719db0b6 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 946 time: 0.1482012 Jun 22 01:51:05.381165 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f3b826c8-7733-433e-8426-f88e79a5bdf9 req-138efc4d-aef2-4338-91b5-25f52dde3dcf tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611634 Jun 22 01:51:05.569074 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2cfa0-aedb-40e0-8117-c1492f88cb4e req-f4ea5dcb-557a-4a29-af27-120d9ab9633f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:05.570723 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fae2cfa0-aedb-40e0-8117-c1492f88cb4e req-f4ea5dcb-557a-4a29-af27-120d9ab9633f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0758846 Jun 22 01:51:05.589453 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618965f8-7e57-440c-8d08-d9aecbaf97aa req-2bdea759-456a-4625-9acd-e2c290f1c8c1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:05.591549 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-618965f8-7e57-440c-8d08-d9aecbaf97aa req-2bdea759-456a-4625-9acd-e2c290f1c8c1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0813258 Jun 22 01:51:05.601796 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42606) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:05.607577 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'floatingip': {'port_id': '81d53976-e7b1-4178-803f-3b077cd05c70'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:05.623568 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fae2cfa0-aedb-40e0-8117-c1492f88cb4e req-5fa003dc-1dfd-48d1-9fa4-41d114b286d0 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457125 Jun 22 01:51:05.686879 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.145164 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42656) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:06.268427 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8e924624-3150-4ef2-a365-670e1268c42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.415198 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8e924624-3150-4ef2-a365-670e1268c42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.419832 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8e924624-3150-4ef2-a365-670e1268c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.425113 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b6e86269-b428-41ef-bb53-f7125c0153d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:06.473216 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-8e924624-3150-4ef2-a365-670e1268c42f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea22988c26bc4b3bb2a6c69f5b300167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247347 Jun 22 01:51:06.473663 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42678) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:06.480853 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e924624-3150-4ef2-a365-670e1268c42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b98cd5-8fe9-43d4-aeb2-74936c1a1b16,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:06.502596 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8e924624-3150-4ef2-a365-670e1268c42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:06.557642 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c8b265ab-987e-4ae7-890a-91a819fd3b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.590365 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c8b265ab-987e-4ae7-890a-91a819fd3b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.675154 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-e63fa2c6-0f26-4167-898d-bcca0cac7b47 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:06.682458 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-e63fa2c6-0f26-4167-898d-bcca0cac7b47 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 814 time: 0.6750574 Jun 22 01:51:06.696010 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2473c-2bda-451c-8646-bf21317d2f82 req-dffc47b6-5e39-45ad-bbac-f219a1498aaf tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:06.703390 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-36c2473c-2bda-451c-8646-bf21317d2f82 req-dffc47b6-5e39-45ad-bbac-f219a1498aaf tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 946 time: 0.1302392 Jun 22 01:51:06.713461 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c8b265ab-987e-4ae7-890a-91a819fd3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.716460 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-c8b265ab-987e-4ae7-890a-91a819fd3b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.717788 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-c8b265ab-987e-4ae7-890a-91a819fd3b45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76b98cd5-8fe9-43d4-aeb2-74936c1a1b16 HTTP/1.1" status: 204 len: 168 time: 0.2432704 Jun 22 01:51:06.724092 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-d4f27cfe-9dda-4e47-b364-1379a8fb7b04 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/quotas/c83acded5e7a44509c748fbbb02f40fc HTTP/1.1" status: 200 len: 375 time: 0.0393739 Jun 22 01:51:06.727215 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:06.744876 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b265ab-987e-4ae7-890a-91a819fd3b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b98cd5-8fe9-43d4-aeb2-74936c1a1b16,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:06.752403 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c8b265ab-987e-4ae7-890a-91a819fd3b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:06.770286 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-36c2473c-2bda-451c-8646-bf21317d2f82 req-fd90504f-9366-4448-82c4-efa053397d03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658731 Jun 22 01:51:06.846236 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.db.resource_extend [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 01:51:06.854186 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.962841 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:06.972365 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.006922 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252fdf7-bb14-4a96-a3fc-4bb2e11b5293 req-b959b828-e0fb-4461-af8b-9a35fe3e2055 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:07.012307 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5252fdf7-bb14-4a96-a3fc-4bb2e11b5293 req-b959b828-e0fb-4461-af8b-9a35fe3e2055 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1148360 Jun 22 01:51:07.022878 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-e23446d5-17d7-4858-80dc-69ad60bba02d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2977047 Jun 22 01:51:07.106629 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5252fdf7-bb14-4a96-a3fc-4bb2e11b5293 req-322e0d0f-ae63-4bd1-b4e0-4a489a85aae4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882936 Jun 22 01:51:07.160587 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.l3_db [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Floating IP a7c272fc-99ea-4143-ba4a-3713e0ae8ad0 associated. External IP: 172.28.3.98, port: 81d53976-e7b1-4178-803f-3b077cd05c70. Jun 22 01:51:07.181279 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42714) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:07.194441 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8c27f822-e558-4967-8752-37a3330fbed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.217915 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-986e2557-d92c-4e4e-8222-2e9f138154b2 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881225 Jun 22 01:51:07.293721 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8c27f822-e558-4967-8752-37a3330fbed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.298013 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8c27f822-e558-4967-8752-37a3330fbed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.301466 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-32d1896e-8148-4a93-a50b-1b02939f8272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:07.337096 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-8c27f822-e558-4967-8752-37a3330fbed0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=048eeaae33f44e6797aaaea48f07398c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546874 Jun 22 01:51:07.341996 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c27f822-e558-4967-8752-37a3330fbed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0f8128-aab4-4ffb-b426-ec304a3213fa,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:07.341996 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42716) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:07.342909 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8c27f822-e558-4967-8752-37a3330fbed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:07.396168 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cf58dae7-45ff-458e-8c0c-8ed25f412f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.397505 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-6a3c5ac7-b673-414a-8b57-1e653820776e service neutron] 10.222.0.13 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719050 Jun 22 01:51:07.420780 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cf58dae7-45ff-458e-8c0c-8ed25f412f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.472940 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cf58dae7-45ff-458e-8c0c-8ed25f412f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.479576 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cf58dae7-45ff-458e-8c0c-8ed25f412f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.480080 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:51:07.481221 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-cf58dae7-45ff-458e-8c0c-8ed25f412f7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d0f8128-aab4-4ffb-b426-ec304a3213fa HTTP/1.1" status: 204 len: 168 time: 0.1394448 Jun 22 01:51:07.482000 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8e924624-3150-4ef2-a365-670e1268c42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:07.494417 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58dae7-45ff-458e-8c0c-8ed25f412f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0f8128-aab4-4ffb-b426-ec304a3213fa,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:07.497222 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-cf58dae7-45ff-458e-8c0c-8ed25f412f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:07.667839 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:51:07.669239 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-17898fc0-7f6a-411d-bb4c-2451c4c21ea6 req-03654cbf-65e6-4336-9c0f-e65b4ab5a538 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 210 time: 0.0492682 Jun 22 01:51:07.676948 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:07.693950 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] Sync routers for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:51:07.715241 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:51:07.715977 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:51:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:07.763149 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-45839018-a046-489c-a091-75d3f6a53eff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "PUT /v2.0/floatingips/a7c272fc-99ea-4143-ba4a-3713e0ae8ad0 HTTP/1.1" status: 200 len: 991 time: 2.1599646 Jun 22 01:51:07.763903 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:07.767642 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d947b00-f769-4a4a-9b78-18d375831e25" -d '{"events": [{"name": "network-changed", "server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:07.772573 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-2e4b3bec-80a1-4c4c-bb7b-034e67d44a34 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:07.776431 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-2e4b3bec-80a1-4c4c-bb7b-034e67d44a34 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 946 time: 0.2268095 Jun 22 01:51:07.887247 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9edd28c-2eec-48de-b1d0-d2aa10115b03 x-openstack-request-id: req-d9edd28c-2eec-48de-b1d0-d2aa10115b03 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:07.887473 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:07.887744 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9edd28c-2eec-48de-b1d0-d2aa10115b03 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:07.888165 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70', 'status': 'completed', 'code': 200} Jun 22 01:51:08.074978 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-be78143b-a3ca-4643-92ff-f31c9b976a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:08.079717 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-be78143b-a3ca-4643-92ff-f31c9b976a16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1099 time: 0.1212473 Jun 22 01:51:08.085731 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Deleting port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:51:08.086224 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:08.092316 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:51:08.330337 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-b07122df-9a99-4612-bf6b-5cbba2c253b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:08.332175 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-b07122df-9a99-4612-bf6b-5cbba2c253b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.2231796 Jun 22 01:51:08.360890 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] For port 39acce62-bbbc-4cdd-9852-3a1c85409ff7, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=39acce62-bbbc-4cdd-9852-3a1c85409ff7,segment=NetworkSegment(764b1c69-0964-489e-9863-40723f54ecef),segment_id=764b1c69-0964-489e-9863-40723f54ecef)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:08.362059 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:08.474107 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Calling delete_port for 39acce62-bbbc-4cdd-9852-3a1c85409ff7 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:51:08.503963 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d7e0-4eb4-46f3-99b4-61620d58b1c8 req-8b485e8e-a87f-4ac7-bd5d-16f68045f4c6 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:08.514511 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-43e1d7e0-4eb4-46f3-99b4-61620d58b1c8 req-8b485e8e-a87f-4ac7-bd5d-16f68045f4c6 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 946 time: 0.2931867 Jun 22 01:51:08.578635 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-43e1d7e0-4eb4-46f3-99b4-61620d58b1c8 req-28143fd2-0f86-49c2-a87d-1148c5462d25 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/security-groups?id=cdd70875-84f4-4b78-81f2-5982dbe169f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621436 Jun 22 01:51:08.656742 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': 'a7c272fc-99ea-4143-ba4a-3713e0ae8ad0', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'floating_ip_address': '172.28.3.98', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'port_id': '81d53976-e7b1-4178-803f-3b077cd05c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'mac_address': 'fa:16:3e:13:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:50:40Z', 'updated_at': '2021-06-22T01:51:06Z', 'revision_number': 1, 'project_id': '7003b663ac534513ad53d66686fe4928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:08.699878 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] Checking router: 08f6162d-7ccb-473b-a53d-e6e3a089e6dd for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:51:08.729394 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:51:08.730855 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:51:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:08.799691 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:08.815616 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:08.848093 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['39acce62-bbbc-4cdd-9852-3a1c85409ff7'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:51:08.936012 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42774) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:08.943421 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:51:08.975538 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-c090463d-d0bf-466c-aaf4-25456374213c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 200 len: 999 time: 0.6304965 Jun 22 01:51:08.987831 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] No DVR routers for this DVR port 39acce62-bbbc-4cdd-9852-3a1c85409ff7 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:51:08.996995 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:09.000956 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-26a0b0ba-1f36-46e6-aafd-de93903d7fc0 req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.36 "DELETE /v2.0/ports/39acce62-bbbc-4cdd-9852-3a1c85409ff7 HTTP/1.1" status: 204 len: 173 time: 1.2161608 Jun 22 01:51:09.002518 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Pushing event deleted for resources: {'Port': ['ID=39acce62-bbbc-4cdd-9852-3a1c85409ff7,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:09.048816 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a09fc2a-8643-4762-8241-9a99b59d7b1c', 'name': 'network-vif-deleted', 'tag': '39acce62-bbbc-4cdd-9852-3a1c85409ff7'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:09.073840 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a68ac4-75a1-425f-b5a6-554b2ca9bf86" -d '{"events": [{"server_uuid": "7a09fc2a-8643-4762-8241-9a99b59d7b1c", "name": "network-vif-deleted", "tag": "39acce62-bbbc-4cdd-9852-3a1c85409ff7"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:09.085615 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-72ef06d3-d424-4cde-9a6a-c88a120c98f3 req-53e40cba-9b2c-4454-88c0-810de9b1b679 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 210 time: 0.1354368 Jun 22 01:51:09.094801 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:09.101445 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abaa99-7a5a-4584-98bc-99236f83e224 req-5243c326-e567-40e4-976c-4f632ee194f6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:09.110212 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f9abaa99-7a5a-4584-98bc-99236f83e224 req-5243c326-e567-40e4-976c-4f632ee194f6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.7471678 Jun 22 01:51:09.144534 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-9c423bfc-2322-4d0b-9f37-bc53e9a4de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:09.146009 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-9c423bfc-2322-4d0b-9f37-bc53e9a4de53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.1474743 Jun 22 01:51:09.206348 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f62305-5a00-446b-b462-1fc376232c4a x-openstack-request-id: req-37f62305-5a00-446b-b462-1fc376232c4a {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:09.206767 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a09fc2a-8643-4762-8241-9a99b59d7b1c", "name": "network-vif-deleted", "tag": "39acce62-bbbc-4cdd-9852-3a1c85409ff7", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:09.207144 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37f62305-5a00-446b-b462-1fc376232c4a {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:09.207657 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a09fc2a-8643-4762-8241-9a99b59d7b1c', 'name': 'network-vif-deleted', 'tag': '39acce62-bbbc-4cdd-9852-3a1c85409ff7', 'status': 'completed', 'code': 200} Jun 22 01:51:09.223277 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f9abaa99-7a5a-4584-98bc-99236f83e224 req-ae74abc0-1e2a-4e5e-b134-acb8b804b8cc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120441 Jun 22 01:51:09.264654 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-ff52438a-96a0-4c93-950e-1994ddc0454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:09.266978 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-ff52438a-96a0-4c93-950e-1994ddc0454d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1042454 Jun 22 01:51:09.404463 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-154ed697-5dbf-411e-86fe-ba9fefb9a7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:09.432221 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': 'a7c272fc-99ea-4143-ba4a-3713e0ae8ad0', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'floating_ip_address': '172.28.3.98', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'port_id': '81d53976-e7b1-4178-803f-3b077cd05c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'mac_address': 'fa:16:3e:13:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:50:40Z', 'updated_at': '2021-06-22T01:51:06Z', 'revision_number': 1, 'project_id': '7003b663ac534513ad53d66686fe4928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:09.487618 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-0a2dfd33-8545-4f6d-907b-a3f4ad7d389a service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061169 Jun 22 01:51:09.498811 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ffc1e-fbf5-4ec3-bb89-b84f8b4b7154 None None] The sync data for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb is: [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': 'a7c272fc-99ea-4143-ba4a-3713e0ae8ad0', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'floating_ip_address': '172.28.3.98', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'port_id': '81d53976-e7b1-4178-803f-3b077cd05c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'mac_address': 'fa:16:3e:13:8c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:50:40Z', 'updated_at': '2021-06-22T01:51:06Z', 'revision_number': 1, 'project_id': '7003b663ac534513ad53d66686fe4928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:51:09.638328 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-154ed697-5dbf-411e-86fe-ba9fefb9a7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:09.648148 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-154ed697-5dbf-411e-86fe-ba9fefb9a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:09.682255 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-fb65f20c-0e83-4dc8-91df-de198358a8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:09.689243 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-154ed697-5dbf-411e-86fe-ba9fefb9a7d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b65eb84b4064969985b83febb4d33f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7465336 Jun 22 01:51:09.689441 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42814) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:09.751224 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ed697-5dbf-411e-86fe-ba9fefb9a7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8f13ed-0327-4ecd-9631-ace920a14b19,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:09.762984 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-154ed697-5dbf-411e-86fe-ba9fefb9a7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:09.784325 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5d947b00-f769-4a4a-9b78-18d375831e25 req-7290b82d-316a-4c81-9244-a813e42e5e82 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481430 Jun 22 01:51:09.807067 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-39cdb755-9550-44a6-82c8-93e6ea72e92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:09.851064 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1d00f499-1606-411c-aafa-16168e3631aa req-a0ed4358-bad6-45a7-8ce3-b27b0961658f tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a09fc2a-8643-4762-8241-9a99b59d7b1c HTTP/1.1" status: 200 len: 210 time: 0.0445602 Jun 22 01:51:09.860529 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-39cdb755-9550-44a6-82c8-93e6ea72e92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:09.873094 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-30a89c72-ba32-46a2-8923-40b66c9387f6 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:09.875790 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-30a89c72-ba32-46a2-8923-40b66c9387f6 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 814 time: 0.2080429 Jun 22 01:51:09.903516 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Request body: {'port': {'device_id': '8d0408dc-a706-4350-a923-58c24f5787ed', 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'admin_state_up': True, 'tenant_id': 'c83acded5e7a44509c748fbbb02f40fc'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:09.908628 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d705fe21-1de2-41c7-8bbe-143559d63e21 None None] New status for floating IP a7c272fc-99ea-4143-ba4a-3713e0ae8ad0: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:51:09.941474 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-39cdb755-9550-44a6-82c8-93e6ea72e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:09.947491 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-39cdb755-9550-44a6-82c8-93e6ea72e92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:09.949826 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-39cdb755-9550-44a6-82c8-93e6ea72e92f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca8f13ed-0327-4ecd-9631-ace920a14b19 HTTP/1.1" status: 204 len: 168 time: 0.2593324 Jun 22 01:51:09.954799 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-683fbd77-efc1-44a9-8c57-d9c9f7dc2cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:09.972774 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdb755-9550-44a6-82c8-93e6ea72e92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8f13ed-0327-4ecd-9631-ace920a14b19,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:09.980625 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-39cdb755-9550-44a6-82c8-93e6ea72e92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:10.103564 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Made reservation on behalf of c83acded5e7a44509c748fbbb02f40fc for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:51:10.113367 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.331584 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-51699dbe-91ed-4028-ba35-3d1ca5322227 req-020fac13-0d39-43b1-bb6d-1ee7aec9b0c6 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 210 time: 0.0496614 Jun 22 01:51:10.375746 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Allocated IP 172.20.0.11 (e6d02081-59a8-4c5b-bf90-764e63022c0a/0b36c0ea-90ff-4efa-ba4c-df53f2c24665/d10db3b5-f503-42e8-b4a8-9bfe676636e6) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:51:10.422914 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 42834) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:10.460113 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-55d406a4-390b-4565-95ce-4e0fbf12c7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.487189 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db0ccb-2b81-422b-bd19-794603d43755 req-61eb32b4-d214-4375-87a2-a1381e418c21 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:10.489091 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e7db0ccb-2b81-422b-bd19-794603d43755 req-61eb32b4-d214-4375-87a2-a1381e418c21 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0864904 Jun 22 01:51:10.530604 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e7db0ccb-2b81-422b-bd19-794603d43755 req-8dd0ce20-3850-4bbd-8490-a98f1b0ab2a5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Jun 22 01:51:10.622394 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.671211 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-55d406a4-390b-4565-95ce-4e0fbf12c7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.677853 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-55d406a4-390b-4565-95ce-4e0fbf12c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.681242 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:10.725241 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.729182 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-55d406a4-390b-4565-95ce-4e0fbf12c7ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a56722dbf16e4808975dadf69f1fa9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963903 Jun 22 01:51:10.730625 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d406a4-390b-4565-95ce-4e0fbf12c7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6808fe-e08f-4b1f-b377-0cc9e1c440f5,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:10.731875 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42844) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:10.735346 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-55d406a4-390b-4565-95ce-4e0fbf12c7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:10.735834 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:10.776612 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['fb0b970d-386a-46b8-9cd9-afec4cf4fbe4'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:51:10.783566 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Network e6d02081-59a8-4c5b-bf90-764e63022c0a is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:10.786779 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:10.792157 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:51:10.799384 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:10.799384 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.806580 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8f98-c469-4d4b-97d7-82bcc100913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.810253 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Pushing event updated for resources: {'Port': ['ID=d10db3b5-f503-42e8-b4a8-9bfe676636e6,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:10.815220 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:10.822122 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9233196 Jun 22 01:51:10.840166 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8f98-c469-4d4b-97d7-82bcc100913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.852609 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:51:10.898537 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8f98-c469-4d4b-97d7-82bcc100913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.901631 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-bf9c8f98-c469-4d4b-97d7-82bcc100913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:10.905710 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-bf9c8f98-c469-4d4b-97d7-82bcc100913e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f6808fe-e08f-4b1f-b377-0cc9e1c440f5 HTTP/1.1" status: 204 len: 168 time: 0.1719785 Jun 22 01:51:10.908641 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d88269a5-1839-4450-9a61-e40b00021345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:10.916209 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c8f98-c469-4d4b-97d7-82bcc100913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6808fe-e08f-4b1f-b377-0cc9e1c440f5,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:10.918477 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-bf9c8f98-c469-4d4b-97d7-82bcc100913e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:10.952119 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Request body: {'port': {'device_id': '8d0408dc-a706-4350-a923-58c24f5787ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:11.064366 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.386723 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10db3b5-f503-42e8-b4a8-9bfe676636e6 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:51:11.396300 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42880) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:11.412653 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-869bb455-d738-4f6c-8ada-6daba0d24b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.414554 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.430912 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Transition to ACTIVE for port object d10db3b5-f503-42e8-b4a8-9bfe676636e6 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:11.435017 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.439075 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:11.519636 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Pushing event updated for resources: {'Port': ['ID=d10db3b5-f503-42e8-b4a8-9bfe676636e6,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:11.533156 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:11.559442 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-869bb455-d738-4f6c-8ada-6daba0d24b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.564715 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-869bb455-d738-4f6c-8ada-6daba0d24b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.569382 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6ce7935a-e5de-4ca6-a6b8-c2b714ac1e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:11.587968 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Attempting to bind port d10db3b5-f503-42e8-b4a8-9bfe676636e6 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:51:11.588320 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Attempting to bind port d10db3b5-f503-42e8-b4a8-9bfe676636e6 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:51:11.588645 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Attempting to bind port d10db3b5-f503-42e8-b4a8-9bfe676636e6 on network e6d02081-59a8-4c5b-bf90-764e63022c0a {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:11.599537 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Port d10db3b5-f503-42e8-b4a8-9bfe676636e6 on network e6d02081-59a8-4c5b-bf90-764e63022c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:51:11.599888 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Attempting to bind port d10db3b5-f503-42e8-b4a8-9bfe676636e6 on network e6d02081-59a8-4c5b-bf90-764e63022c0a {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:11.606639 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:51:11.606970 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Checking segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:11.607344 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Bound using segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:51:11.607764 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Bound port: d10db3b5-f503-42e8-b4a8-9bfe676636e6, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:51:11.608109 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.612322 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-869bb455-d738-4f6c-8ada-6daba0d24b62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a79c57e1a5164e168d684cac2679030a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139990 Jun 22 01:51:11.613384 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bb455-d738-4f6c-8ada-6daba0d24b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295ea243-bf12-4d2e-9cbc-d14879a86b57,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:11.616591 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-869bb455-d738-4f6c-8ada-6daba0d24b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:11.617239 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42888) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:11.642411 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc024d8-43c0-49fe-9ee8-4a7411d5e054 req-4faa30a0-5179-43df-aa2c-0bd2c4909779 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:11.643983 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ebc024d8-43c0-49fe-9ee8-4a7411d5e054 req-4faa30a0-5179-43df-aa2c-0bd2c4909779 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 944 time: 0.1211948 Jun 22 01:51:11.710010 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ca18ec1d-493b-439c-a8a9-5fdc0e1f86c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.722028 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ebc024d8-43c0-49fe-9ee8-4a7411d5e054 req-95e0e8a4-e183-4310-bc7b-d609df0c9b92 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568244 Jun 22 01:51:11.730094 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] For port d10db3b5-f503-42e8-b4a8-9bfe676636e6, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:51:11.734350 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] For port d10db3b5-f503-42e8-b4a8-9bfe676636e6, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d10db3b5-f503-42e8-b4a8-9bfe676636e6,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:51:11.739365 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ca18ec1d-493b-439c-a8a9-5fdc0e1f86c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.740989 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 39acce62-bbbc-4cdd-9852-3a1c85409ff7 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:51:11.749997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.753997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:11.774338 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3d255-07df-4851-8767-7d13ea0b9efe req-3653905d-d5b9-4cff-8686-c3e688f74c9a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:11.776304 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a4a3d255-07df-4851-8767-7d13ea0b9efe req-3653905d-d5b9-4cff-8686-c3e688f74c9a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1103013 Jun 22 01:51:11.787092 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 39acce62-bbbc-4cdd-9852-3a1c85409ff7 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:51:11.790601 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 39acce62-bbbc-4cdd-9852-3a1c85409ff7 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:51:11.793560 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:11.794206 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.795571 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] 10.222.0.36 "PUT /v2.0/ports/d10db3b5-f503-42e8-b4a8-9bfe676636e6 HTTP/1.1" status: 200 len: 1094 time: 0.8489196 Jun 22 01:51:11.796082 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0408dc-a706-4350-a923-58c24f5787ed', 'tag': 'd10db3b5-f503-42e8-b4a8-9bfe676636e6'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:11.799288 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff47782b-38a1-46f7-9c87-ecc90f6e423a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0408dc-a706-4350-a923-58c24f5787ed", "tag": "d10db3b5-f503-42e8-b4a8-9bfe676636e6"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:11.839084 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Pushing event updated for resources: {'Port': ['ID=d10db3b5-f503-42e8-b4a8-9bfe676636e6,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:11.843404 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:11.852274 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a4a3d255-07df-4851-8767-7d13ea0b9efe req-b9678630-abcd-4674-897f-2a57246d0299 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646167 Jun 22 01:51:11.865825 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ca18ec1d-493b-439c-a8a9-5fdc0e1f86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.868662 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ca18ec1d-493b-439c-a8a9-5fdc0e1f86c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:11.874209 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ca18ec1d-493b-439c-a8a9-5fdc0e1f86c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/295ea243-bf12-4d2e-9cbc-d14879a86b57 HTTP/1.1" status: 204 len: 168 time: 0.2543011 Jun 22 01:51:11.875862 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-1a0cdb39-4f5e-4f6d-baf6-aea949574af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:11.884196 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18ec1d-493b-439c-a8a9-5fdc0e1f86c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295ea243-bf12-4d2e-9cbc-d14879a86b57,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:11.902994 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ca18ec1d-493b-439c-a8a9-5fdc0e1f86c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:11.933553 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f2744-17a5-4936-bd83-76911df8e06f x-openstack-request-id: req-5e2f2744-17a5-4936-bd83-76911df8e06f {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:11.933868 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0408dc-a706-4350-a923-58c24f5787ed", "tag": "d10db3b5-f503-42e8-b4a8-9bfe676636e6", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:11.934167 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e2f2744-17a5-4936-bd83-76911df8e06f {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:11.934641 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0408dc-a706-4350-a923-58c24f5787ed', 'tag': 'd10db3b5-f503-42e8-b4a8-9bfe676636e6', 'status': 'completed', 'code': 200} Jun 22 01:51:11.961088 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-46e5ba10-161f-4a3b-9be8-34a2ca6e695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:11.962773 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-46e5ba10-161f-4a3b-9be8-34a2ca6e695f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 1097 time: 0.0746753 Jun 22 01:51:12.016906 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-02351495-16d1-49ab-866d-18e416e23caf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10db3b5-f503-42e8-b4a8-9bfe676636e6 HTTP/1.1" status: 200 len: 217 time: 0.0389869 Jun 22 01:51:12.269655 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-47d8fb46-3da2-45a1-89bd-be1512ae3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:12.271111 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-47d8fb46-3da2-45a1-89bd-be1512ae3914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 200 len: 854 time: 0.2479951 Jun 22 01:51:12.308912 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-802f1711-4e16-4e31-bc96-d9b46b8a9f61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6d02081-59a8-4c5b-bf90-764e63022c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297344 Jun 22 01:51:12.418377 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-d6645345-8637-4261-85f9-bf4ade29ca3e service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026008 Jun 22 01:51:12.598378 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb75cfb-0b13-4e9e-a618-a0f377a63dc4 req-ef371f75-5ce5-4804-b925-47d25038a8bc service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673269 Jun 22 01:51:12.602832 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42944) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:12.687192 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Deleting subnet 9f5ba11f-9ad4-49f0-af82-ac9efcc3a122 {{(pid=104429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:51:12.691774 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:12.732814 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:12.747011 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:12.858178 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:12.863237 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-df61d1ae-f87b-4bf6-bd7c-dfa264d3b3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:12.866908 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-e0daa033-8eb0-400e-8a12-c9fba21296af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:12.881006 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-e0daa033-8eb0-400e-8a12-c9fba21296af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 1097 time: 0.1419551 Jun 22 01:51:12.909639 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5ba11f-9ad4-49f0-af82-ac9efcc3a122,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:12.912142 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:12.915137 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9f5ba11f-9ad4-49f0-af82-ac9efcc3a122 HTTP/1.1" status: 204 len: 168 time: 0.3100047 Jun 22 01:51:12.916045 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:12.917638 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 42978) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:13.076692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.121755 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-6f5fe529-6ed2-4a7a-891f-83e3b187113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:13.123243 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-6f5fe529-6ed2-4a7a-891f-83e3b187113d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 915 time: 0.2214549 Jun 22 01:51:13.197637 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-12b139c0-b369-4678-9061-aa1b000421a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d10db3b5-f503-42e8-b4a8-9bfe676636e6 HTTP/1.1" status: 200 len: 217 time: 0.0585117 Jun 22 01:51:13.210857 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de402883-b46e-45a3-9784-c8343f2f8320 req-2ae3d232-05ee-4348-900c-96dac918a7bb tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:13.215767 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c819bd-6029-45fc-b3b5-0cf0db99b980 req-61c9e330-b9be-4e95-9bdb-74d3eaea6831 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:13.217686 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-31c819bd-6029-45fc-b3b5-0cf0db99b980 req-61c9e330-b9be-4e95-9bdb-74d3eaea6831 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1823800 Jun 22 01:51:13.225423 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-de402883-b46e-45a3-9784-c8343f2f8320 req-2ae3d232-05ee-4348-900c-96dac918a7bb tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 944 time: 0.2824521 Jun 22 01:51:13.230711 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.254901 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.255263 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.256272 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.256753 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > port after_create 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.257083 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.257424 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > port after_update 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.257748 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.258096 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.258431 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.258745 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.328599 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-614b9143-12a2-4cb5-ac76-2e02966fd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:13.330314 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-614b9143-12a2-4cb5-ac76-2e02966fd737 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 200 len: 854 time: 0.1023660 Jun 22 01:51:13.346634 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-de402883-b46e-45a3-9784-c8343f2f8320 req-3328ff94-223a-4941-9fa5-8054f01a29c1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196778 Jun 22 01:51:13.409020 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-06c98ff8-1746-45c3-881d-77e0ec012aa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6d02081-59a8-4c5b-bf90-764e63022c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610991 Jun 22 01:51:13.409447 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43034) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:13.449156 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.449897 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.450351 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.450808 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:51:13.451254 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ef0f11-a44a-439b-9f6c-fbbe892ce36b']}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:13.501511 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764b1c69-0964-489e-9863-40723f54ecef') {'for_net_delete': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:13.501511 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764b1c69-0964-489e-9863-40723f54ecef') {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:13.542763 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5818304'] for segment, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.574166 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-31c819bd-6029-45fc-b3b5-0cf0db99b980 req-23fac8b1-53c5-4858-95d7-40a44011e2c7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463471 Jun 22 01:51:13.584013 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-8405a1ed-ec0f-4e86-82ad-da9dc2bba55d service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520712 Jun 22 01:51:13.589624 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.627323 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=104429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:51:13.627952 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441831'] for segment, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: from cryptography.utils import int_from_bytes Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: from cryptography.utils import int_from_bytes Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: Traceback (most recent call last): Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: timer() Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: cb(*args, **kw) Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: return func(*args, **kwargs) Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: self._notify() Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: self.callback(batched_events) Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: event.method(event) Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: return f(self, *a, **k) Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: return self._get(url).json() Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: return self.request(url, 'GET', **kwargs) Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:51:13.632132 dv-cinder-797073-2-smb neutron-server[104429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:51:13.664199 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19448ea-f408-454c-9690-3369cd893336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.706132 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.714516 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-8ac0d1a0-97be-4867-ba48-c95d52a498e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1394198 Jun 22 01:51:13.716238 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:13.722564 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.724945 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] 10.222.0.13 "DELETE /v2.0/networks/07ef0f11-a44a-439b-9f6c-fbbe892ce36b HTTP/1.1" status: 204 len: 168 time: 0.8061616 Jun 22 01:51:13.736732 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=07ef0f11-a44a-439b-9f6c-fbbe892ce36b,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:13.746007 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:13.752559 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff47782b-38a1-46f7-9c87-ecc90f6e423a req-bbf03cb9-7674-4270-896f-dd8a10177784 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615288 Jun 22 01:51:13.891678 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19448ea-f408-454c-9690-3369cd893336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.899195 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d19448ea-f408-454c-9690-3369cd893336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:13.903444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-55d406a4-390b-4565-95ce-4e0fbf12c7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:13.908215 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43050) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:13.951083 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-d19448ea-f408-454c-9690-3369cd893336 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f97eb1a03f3146e68f7b9686a1f11d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357707 Jun 22 01:51:13.953634 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ac029c3d-a8e3-4771-a912-1e13bd7d47cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f56aadc04f8a43eca917624280a3d2b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432231 Jun 22 01:51:13.953842 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43052) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:13.953946 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-1bd35362-5d90-4f2a-b23d-c2b51c2fa88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:13.955400 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-1bd35362-5d90-4f2a-b23d-c2b51c2fa88d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 1099 time: 0.1279771 Jun 22 01:51:13.955714 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43054) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:13.956039 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19448ea-f408-454c-9690-3369cd893336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec5e7ce-31f5-4f1e-9061-3681a744698a,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:13.959322 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-d19448ea-f408-454c-9690-3369cd893336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:14.039757 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-277e177b-3fd3-43e5-8fdf-affbb33c6efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.045389 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-191c083b-c70e-41d1-a1b8-8cfad8edda20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.069552 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-389c6008-0045-4182-8c13-1235819a5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:14.071057 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-389c6008-0045-4182-8c13-1235819a5fd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 915 time: 0.0916500 Jun 22 01:51:14.072468 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-277e177b-3fd3-43e5-8fdf-affbb33c6efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.087176 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-191c083b-c70e-41d1-a1b8-8cfad8edda20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.116389 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-0154fd42-e9a9-4de0-8519-45dbb6f562cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 HTTP/1.1" status: 200 len: 217 time: 0.0351741 Jun 22 01:51:14.164197 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-191c083b-c70e-41d1-a1b8-8cfad8edda20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.166837 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-191c083b-c70e-41d1-a1b8-8cfad8edda20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.170567 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-191c083b-c70e-41d1-a1b8-8cfad8edda20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdd70875-84f4-4b78-81f2-5982dbe169f5 HTTP/1.1" status: 204 len: 168 time: 0.2070704 Jun 22 01:51:14.170567 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:14.172692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-277e177b-3fd3-43e5-8fdf-affbb33c6efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.175257 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-277e177b-3fd3-43e5-8fdf-affbb33c6efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.176104 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-b5a4d22a-fb4e-4826-a58c-8081b7b7d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:14.176558 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-277e177b-3fd3-43e5-8fdf-affbb33c6efe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eec5e7ce-31f5-4f1e-9061-3681a744698a HTTP/1.1" status: 204 len: 168 time: 0.2214003 Jun 22 01:51:14.178345 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-b5a4d22a-fb4e-4826-a58c-8081b7b7d18e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 200 len: 854 time: 0.0558634 Jun 22 01:51:14.183075 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c083b-c70e-41d1-a1b8-8cfad8edda20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd70875-84f4-4b78-81f2-5982dbe169f5,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:14.185690 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-191c083b-c70e-41d1-a1b8-8cfad8edda20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:14.186100 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e89e6513-1d9e-4c2f-96d2-8c81fd0a0902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:14.194496 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e177b-3fd3-43e5-8fdf-affbb33c6efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec5e7ce-31f5-4f1e-9061-3681a744698a,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:14.196869 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-277e177b-3fd3-43e5-8fdf-affbb33c6efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:14.257611 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-fdcdca9f-5bab-4fe6-85ec-70176aa25d11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6d02081-59a8-4c5b-bf90-764e63022c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681553 Jun 22 01:51:14.355742 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-60b3151d-14e6-4326-afa8-c7eea829321f service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911331 Jun 22 01:51:14.482953 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a097e44-4c85-47bf-8f8a-42a18ef87b2c req-bbc4c6a7-dfb8-46f8-a40e-788a033f1472 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184490 Jun 22 01:51:14.633309 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754cd78-bef8-4980-b791-9300d36594ca req-0c678415-c78c-472e-9bf2-3b2cec31c4c3 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:14.647205 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e754cd78-bef8-4980-b791-9300d36594ca req-0c678415-c78c-472e-9bf2-3b2cec31c4c3 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 944 time: 0.1096115 Jun 22 01:51:14.664800 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43094) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:14.689055 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.703189 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e754cd78-bef8-4980-b791-9300d36594ca req-879ad0a1-bde3-4575-aba0-1136b7b1043e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557115 Jun 22 01:51:14.803532 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.814746 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.818106 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:14.855159 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75101d3ab4e148429eb600b009f5cd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880028 Jun 22 01:51:14.857175 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d5846-e356-406e-af29-f9c41619a55a,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:14.860825 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43104) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:14.886622 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.886991 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.887393 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.887772 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.888156 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.888604 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.888987 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.889335 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.889703 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.890668 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.891128 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.891465 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:14.910389 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:14.919324 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff9f61-9ab3-4e7b-a627-4d58d6ead643 req-cd4d4663-0084-45eb-8168-5dbbbfbd97c4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:14.922536 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8fff9f61-9ab3-4e7b-a627-4d58d6ead643 req-cd4d4663-0084-45eb-8168-5dbbbfbd97c4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0835521 Jun 22 01:51:14.949871 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9effc7d0-9809-48b9-9e09-04b208ad7cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:14.973789 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8fff9f61-9ab3-4e7b-a627-4d58d6ead643 req-f714160a-368d-41a3-a5ac-fcb750122ef5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463905 Jun 22 01:51:14.976865 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9effc7d0-9809-48b9-9e09-04b208ad7cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.048552 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9effc7d0-9809-48b9-9e09-04b208ad7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.051315 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9effc7d0-9809-48b9-9e09-04b208ad7cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.052591 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9effc7d0-9809-48b9-9e09-04b208ad7cc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f19d5846-e356-406e-af29-f9c41619a55a HTTP/1.1" status: 204 len: 168 time: 0.1906879 Jun 22 01:51:15.053446 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-69d03414-04d7-4c15-8833-4b3c92c23cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:15.062369 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effc7d0-9809-48b9-9e09-04b208ad7cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d5846-e356-406e-af29-f9c41619a55a,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:15.065097 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9effc7d0-9809-48b9-9e09-04b208ad7cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:15.125377 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.242573 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43118) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:15.341457 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-760921693-network', 'tenant_id': 'c588195eae4147649d4de30346989b54'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:15.364046 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Made reservation on behalf of c588195eae4147649d4de30346989b54 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:51:15.366565 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.379207 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.473361 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.477790 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.484774 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b4fa498e-d2ea-44eb-af27-53cf2192263d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:15.502845 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:51:15.517191 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77368607-325b-47d8-80d2-a6e48be9fcb8,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:15.522428 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.522770 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Added segment 1a5b35dd-7b94-419f-9e42-5703131083bb of type vlan for network cac30b69-24b5-4ea0-92aa-ffb512724c7c Jun 22 01:51:15.535785 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.536222 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.536579 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.536932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.537312 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.537656 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.538014 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.538364 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.538707 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.539042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.539376 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.539709 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:15.546744 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:15.581350 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.614796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.616189 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:15.616761 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:15.619007 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-52659469-d036-4c17-9331-29156c9d79fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:15.677032 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4333572 Jun 22 01:51:15.680100 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43138) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:15.680672 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Pushing event updated for resources: {'Network': ['ID=cac30b69-24b5-4ea0-92aa-ffb512724c7c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:15.684027 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:15.686253 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Request body: {'subnet': {'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-760921693-subnet', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:15.696728 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:51:15.712369 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Made reservation on behalf of c588195eae4147649d4de30346989b54 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:51:15.715296 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6042305'] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.071860 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989e00f-df68-4e9f-ae4f-699c53f5b27c req-a0dcb56d-5552-454b-a7f0-f005c3dfd296 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:16.073330 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6989e00f-df68-4e9f-ae4f-699c53f5b27c req-a0dcb56d-5552-454b-a7f0-f005c3dfd296 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 944 time: 0.2277975 Jun 22 01:51:16.074744 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4585345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6042355'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.078784 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f3010575-a570-4e54-ba98-d6767261b646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:16.159797 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e76d3a-d087-482d-aad6-a4a89df6df55,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:16.162614 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:16.171250 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6989e00f-df68-4e9f-ae4f-699c53f5b27c req-d26658a5-37cb-4039-8731-35e361c8a54c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662563 Jun 22 01:51:16.177207 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Checking segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:16.177207 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Network hostable DHCP agents. Network: cac30b69-24b5-4ea0-92aa-ffb512724c7c, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:51:16.200990 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:51:16.206229 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43162) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:16.213925 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, cac30b69-24b5-4ea0-92aa-ffb512724c7c) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:16.219908 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:16.220928 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.237089 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d568a5c-ec1e-44de-be37-a6201945e82a None None] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:51:16.244399 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43166) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:16.244933 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5626090 Jun 22 01:51:16.250179 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:16.308133 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24274'] for router, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.309547 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24281'] for router, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.370884 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45338942-03a4-4796-ad1b-7ea895d853a3 req-ce6fa146-56c5-4b34-941f-152f72e1e514 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:16.376363 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-45338942-03a4-4796-ad1b-7ea895d853a3 req-ce6fa146-56c5-4b34-941f-152f72e1e514 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1058886 Jun 22 01:51:16.425950 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-976ead5b-30b8-477b-83e5-e63b80b9b454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.435209 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec9f343-d482-54e4-b82c-583f3bc3df2a-cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55'}]}} from dv-cinder-797073-2-smb. {{(pid=104430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 01:51:16.436163 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.440862 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.543109 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-45338942-03a4-4796-ad1b-7ea895d853a3 req-02c690f9-5f07-40ac-881a-75a8cdab9d47 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557429 Jun 22 01:51:16.588345 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.db_base_plugin_common [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Allocated IP 172.20.0.2 (cac30b69-24b5-4ea0-92aa-ffb512724c7c/58e76d3a-d087-482d-aad6-a4a89df6df55/e3d0ccad-2645-4c44-b021-a4f2c0e3a691) {{(pid=104430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:51:16.649062 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.746720 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-976ead5b-30b8-477b-83e5-e63b80b9b454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.754100 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Notify callbacks [] for port, precommit_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.756815 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-976ead5b-30b8-477b-83e5-e63b80b9b454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.761951 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:16.763273 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Transition to ACTIVE for port object e3d0ccad-2645-4c44-b021-a4f2c0e3a691 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:16.778465 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Transition to ACTIVE for port object e3d0ccad-2645-4c44-b021-a4f2c0e3a691 will not be triggered until provisioned by entity DHCP. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:16.785632 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.788503 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-56546149-52c5-4da2-9376-cace20294486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:16.808712 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-976ead5b-30b8-477b-83e5-e63b80b9b454 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43793c45d1514d809f240164f7b7d907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6007555 Jun 22 01:51:16.811865 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43180) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:16.820700 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c is already hosted by enough agents. {{(pid=104430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:16.820904 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ead5b-30b8-477b-83e5-e63b80b9b454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888241f3-4b67-47c6-b9ba-5172bd490cd8,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:16.824051 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.base_scheduler [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Resources bound (agent type, host, resource id): {{(pid=104430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:16.825016 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-976ead5b-30b8-477b-83e5-e63b80b9b454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:16.826642 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Received port after_create {{(pid=104430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:51:16.884032 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Pushing event updated for resources: {'Port': ['ID=e3d0ccad-2645-4c44-b021-a4f2c0e3a691,revision_number=1']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:16.888006 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:16.906771 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0d9618a1-3773-4588-bb0d-95f08d23f470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.920874 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Attempting to bind port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:51:16.921681 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Attempting to bind port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:51:16.922352 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Attempting to bind port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 on network cac30b69-24b5-4ea0-92aa-ffb512724c7c {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:16.932826 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:51:16.933477 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Checking segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:16.934198 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.934809 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Bound using segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:51:16.935627 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Bound port: e3d0ccad-2645-4c44-b021-a4f2c0e3a691, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:51:16.936228 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:16.940758 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0d9618a1-3773-4588-bb0d-95f08d23f470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.010012 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.017362 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0d9618a1-3773-4588-bb0d-95f08d23f470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.020102 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0d9618a1-3773-4588-bb0d-95f08d23f470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.023553 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0d9618a1-3773-4588-bb0d-95f08d23f470 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/888241f3-4b67-47c6-b9ba-5172bd490cd8 HTTP/1.1" status: 204 len: 168 time: 0.2083368 Jun 22 01:51:17.023553 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-869bb455-d738-4f6c-8ada-6daba0d24b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:17.036546 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9618a1-3773-4588-bb0d-95f08d23f470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888241f3-4b67-47c6-b9ba-5172bd490cd8,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:17.039171 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0d9618a1-3773-4588-bb0d-95f08d23f470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:17.060892 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.089236 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] For port e3d0ccad-2645-4c44-b021-a4f2c0e3a691, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:51:17.108995 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] For port e3d0ccad-2645-4c44-b021-a4f2c0e3a691, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=e3d0ccad-2645-4c44-b021-a4f2c0e3a691,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:51:17.121182 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.126442 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-53fc340b-dbc0-41e8-95d3-3acd198e53a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:17.199880 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Pushing event updated for resources: {'Port': ['ID=e3d0ccad-2645-4c44-b021-a4f2c0e3a691,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:17.204557 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:17.207347 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Allocated IP 172.28.3.222 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/4291e16e-a2b5-4b49-88db-67158ea8599e) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:51:17.452006 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.477019 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238bb6f-b728-42a2-983d-413b0e40abfa req-a2ad37e3-197e-4a2c-9e71-b3b0ececa690 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:17.486024 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e238bb6f-b728-42a2-983d-413b0e40abfa req-a2ad37e3-197e-4a2c-9e71-b3b0ececa690 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 944 time: 0.1346629 Jun 22 01:51:17.560907 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e238bb6f-b728-42a2-983d-413b0e40abfa req-c74ac117-0998-402a-abc1-9891f9045d39 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773556 Jun 22 01:51:17.565175 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.568910 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-56f5214f-4603-4a23-9c71-6b4b34015cbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:17.613643 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:17.619582 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:17.626497 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:51:17.665858 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Pushing event updated for resources: {'Port': ['ID=4291e16e-a2b5-4b49-88db-67158ea8599e,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:17.669043 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:17.768623 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e536c61-6c15-4b36-acc0-940c9526995a req-40271fcc-6ade-4cc8-93c8-c90f0c73d0bc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:17.770199 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3e536c61-6c15-4b36-acc0-940c9526995a req-40271fcc-6ade-4cc8-93c8-c90f0c73d0bc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0792100 Jun 22 01:51:17.775368 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device d10db3b5-f503-42e8-b4a8-9bfe676636e6 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:51:17.827857 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3e536c61-6c15-4b36-acc0-940c9526995a req-76ff6493-3647-43ce-80fe-2af0fc3aa5e4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496199 Jun 22 01:51:17.905022 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port d10db3b5-f503-42e8-b4a8-9bfe676636e6, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d10db3b5-f503-42e8-b4a8-9bfe676636e6,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:17.909062 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.926265 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'd10db3b5-f503-42e8-b4a8-9bfe676636e6', 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'port_id': 'd10db3b5-f503-42e8-b4a8-9bfe676636e6', 'mac_address': 'fa:16:3e:ce:4a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b36c0ea-90ff-4efa-ba4c-df53f2c24665', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:51:17.965934 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:17.980813 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10db3b5-f503-42e8-b4a8-9bfe676636e6 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:51:18.008241 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port d10db3b5-f503-42e8-b4a8-9bfe676636e6, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d10db3b5-f503-42e8-b4a8-9bfe676636e6,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:18.016218 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.019902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:18.081522 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=d10db3b5-f503-42e8-b4a8-9bfe676636e6,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:18.102137 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.102582 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.102872 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.103903 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.104293 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.104683 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.105069 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.105406 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.105795 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.106221 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.106549 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.106872 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:51:18.122477 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:18.164346 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43220) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:18.275511 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1957122641-network', 'tenant_id': 'e8ed7f0853844b4f860b8f4ef2e77262'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:18.317078 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Made reservation on behalf of e8ed7f0853844b4f860b8f4ef2e77262 for: {'network': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:51:18.319979 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.343971 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.397105 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db329ab2-be34-4178-a97c-556feb8a48ea None None] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:51:18.431247 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318'] for router, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.471776 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device e3d0ccad-2645-4c44-b021-a4f2c0e3a691 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:18.477040 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-dcd8f7bd-1b9b-47aa-9ce5-8b55c3287568 None None] Provisioning for port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:18.551847 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.556315 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.559673 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:18.566931 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['d10db3b5-f503-42e8-b4a8-9bfe676636e6'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:51:18.587603 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=104429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:51:18.600638 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73cb599-e25d-47b2-8085-c9a923a71fb2,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:18.604285 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:18.609615 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.610054 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.segments_db [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Added segment f4580714-4da7-44ed-a346-749538aa84a3 of type vlan for network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 Jun 22 01:51:18.674454 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.676863 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Router c3b4def1-d1eb-45cd-8aa3-656d092f142c is scheduled to L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 01:51:18.763443 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.766581 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:18.767174 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.772808 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:18.818302 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:51:18.834863 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:18.843032 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6771529 Jun 22 01:51:18.846870 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43234) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:18.851453 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:18.851837 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.858526 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Request body: {'subnet': {'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1957122641-subnet', 'tenant_id': 'e8ed7f0853844b4f860b8f4ef2e77262', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:18.860079 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Sync routers for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:51:18.863949 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Pushing event updated for resources: {'Network': ['ID=a1c42b18-9c77-45b6-bc8d-61efbb7f7914,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:18.869039 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:18.873886 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Notify callbacks [] for router, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:18.881384 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:51:18.882273 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6365373 Jun 22 01:51:18.883491 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:51:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:18.884521 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744888-4274-4cce-b83c-01e8e3d0bf86 req-b40a7796-dcc7-47e7-959a-fa4cac62ef9c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:18.884656 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43238) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:18.895100 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-60744888-4274-4cce-b83c-01e8e3d0bf86 req-b40a7796-dcc7-47e7-959a-fa4cac62ef9c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 945 time: 0.1704018 Jun 22 01:51:18.904702 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:51:18.920454 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Made reservation on behalf of e8ed7f0853844b4f860b8f4ef2e77262 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:51:18.923967 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6042305'] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.007812 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-60744888-4274-4cce-b83c-01e8e3d0bf86 req-90ef0af1-2631-4c6a-87ab-08bd36fff44a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073105 Jun 22 01:51:19.076491 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:51:19.143902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.208639 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4585345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6042355'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.217769 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d3eaf4cc-5b34-47a0-9274-cd0b6a821775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:19.266497 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port e3d0ccad-2645-4c44-b021-a4f2c0e3a691, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=e3d0ccad-2645-4c44-b021-a4f2c0e3a691,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:19.282343 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.282343 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-53fc340b-dbc0-41e8-95d3-3acd198e53a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:19.316148 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Checking segment: {'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:19.316511 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Network hostable DHCP agents. Network: a1c42b18-9c77-45b6-bc8d-61efbb7f7914, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:51:19.335250 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e1b523-5d63-4b6e-8417-4f072f0206e7,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:19.340508 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:19.351552 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a7ef-64d7-4fbf-91ce-d642fcbfce3c req-f968521f-c11b-466b-9d80-6911b0ffb55b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:19.353417 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f629a7ef-64d7-4fbf-91ce-d642fcbfce3c req-f968521f-c11b-466b-9d80-6911b0ffb55b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.3288910 Jun 22 01:51:19.359433 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:51:19.375780 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, a1c42b18-9c77-45b6-bc8d-61efbb7f7914) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:19.381641 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:19.382933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.401819 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3fc58-6d61-421d-b874-e719e6c91fd8 None None] Network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:51:19.410724 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9395de52-a219-435a-86c9-1e7fbf3829f1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5578296 Jun 22 01:51:19.420916 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:17Z', 'revision_number': 3, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:19.453811 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=e3d0ccad-2645-4c44-b021-a4f2c0e3a691,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:19.458763 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:19.467392 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f629a7ef-64d7-4fbf-91ce-d642fcbfce3c req-77e00043-a552-43f4-8ae2-cf5a949f56a6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525670 Jun 22 01:51:19.467550 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Checking router: c3b4def1-d1eb-45cd-8aa3-656d092f142c for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:51:19.468070 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Updating router c3b4def1-d1eb-45cd-8aa3-656d092f142c port 4291e16e-a2b5-4b49-88db-67158ea8599e binding host dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:51:19.492067 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-374eefb2-1290-4eaf-a5de-a0a148054a8d None None] Provisioning complete for port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:19.492658 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-374eefb2-1290-4eaf-a5de-a0a148054a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.517916 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.655088 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a3df4-0254-4f40-b62d-4ab1f90ce59e None None] Network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:51:19.744926 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.935565 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Notify callbacks [] for port, precommit_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.956104 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.provisioning_blocks [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Transition to ACTIVE for port object 4291e16e-a2b5-4b49-88db-67158ea8599e will not be triggered until provisioned by entity L2. {{(pid=104431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:19.963297 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:19.966522 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-f8d3df7c-a6a2-4913-b1d1-cfcb09539b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:19.995281 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Allocated IP 172.20.0.1 (cac30b69-24b5-4ea0-92aa-ffb512724c7c/58e76d3a-d087-482d-aad6-a4a89df6df55/2b4f9177-c977-4130-b0d5-98b8d50907a2) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:51:20.013648 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd788ca4-1bf0-4f2d-b84f-4fd1d8797c8b None None] Pushing event updated for resources: {'Port': ['ID=4291e16e-a2b5-4b49-88db-67158ea8599e,revision_number=2']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:20.018317 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-dd788ca4-1bf0-4f2d-b84f-4fd1d8797c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:20.040635 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Attempting to bind port 4291e16e-a2b5-4b49-88db-67158ea8599e on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:51:20.041014 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Attempting to bind port 4291e16e-a2b5-4b49-88db-67158ea8599e by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:51:20.041373 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Attempting to bind port 4291e16e-a2b5-4b49-88db-67158ea8599e on network dc4b13a9-3bf9-4085-b802-51585586f44f {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:20.050602 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:51:20.051091 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:20.051417 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.051816 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Bound using segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:51:20.052360 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Bound port: 4291e16e-a2b5-4b49-88db-67158ea8599e, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:51:20.052660 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.147561 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.167633 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] For port 4291e16e-a2b5-4b49-88db-67158ea8599e, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:51:20.171346 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] For port 4291e16e-a2b5-4b49-88db-67158ea8599e, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=4291e16e-a2b5-4b49-88db-67158ea8599e,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:51:20.175481 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Transition to ACTIVE for port object 2b4f9177-c977-4130-b0d5-98b8d50907a2 will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:20.185274 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.188202 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-d0e6ed41-dc2c-4358-8c4a-fdf7d01a4bcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:20.239375 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.247913 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:51:20.248903 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:51:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:20.251762 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-84b92ca0-8f6a-4957-ab00-88bc8606eb03 tempest-DeleteServersTestJSON-1454694024 tempest-DeleteServersTestJSON-1454694024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:20.298776 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:20.326193 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:20.340236 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:51:20.340595 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824486'] for router_interface, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.413840 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device e3d0ccad-2645-4c44-b021-a4f2c0e3a691 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:20.456326 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd788ca4-1bf0-4f2d-b84f-4fd1d8797c8b None None] Pushing event updated for resources: {'Port': ['ID=4291e16e-a2b5-4b49-88db-67158ea8599e,revision_number=3']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:20.465047 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Pushing event updated for resources: {'Port': ['ID=2b4f9177-c977-4130-b0d5-98b8d50907a2,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:20.467139 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-dd788ca4-1bf0-4f2d-b84f-4fd1d8797c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:20.470956 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:20.528596 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:20.529061 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.551457 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f0313-40dc-4b3b-958f-940776fdac14 req-508a47f0-7eb6-4ea0-b91d-902fc9ce83ae tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:20.553044 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f55f0313-40dc-4b3b-958f-940776fdac14 req-508a47f0-7eb6-4ea0-b91d-902fc9ce83ae tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 945 time: 0.3024948 Jun 22 01:51:20.635517 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:51:20.656762 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.661427 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-f4228477-3add-46c7-ac19-afcbd3aeb9d6 None None] Provisioning for port 2b4f9177-c977-4130-b0d5-98b8d50907a2 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:20.667931 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-f4228477-3add-46c7-ac19-afcbd3aeb9d6 None None] Provisioning complete for port 2b4f9177-c977-4130-b0d5-98b8d50907a2 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:20.668526 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f4228477-3add-46c7-ac19-afcbd3aeb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.670358 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f55f0313-40dc-4b3b-958f-940776fdac14 req-798e61cf-afa6-4678-a7e5-42d70c437521 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102631 Jun 22 01:51:20.709673 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-f4228477-3add-46c7-ac19-afcbd3aeb9d6 None None] Port 2b4f9177-c977-4130-b0d5-98b8d50907a2 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:51:20.754736 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeaba67-bf81-42f4-ab10-d953c693304f req-5bc0c8f5-3400-4594-bddd-dda714c3e4f7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:20.756733 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dfeaba67-bf81-42f4-ab10-d953c693304f req-5bc0c8f5-3400-4594-bddd-dda714c3e4f7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0806732 Jun 22 01:51:20.807038 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dfeaba67-bf81-42f4-ab10-d953c693304f req-52289ace-9ab6-457e-91dc-e1057c1f317a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Jun 22 01:51:20.856720 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:17Z', 'revision_number': 3, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:20.873653 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.879062 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.880104 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1744502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622269'] for router_interface, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:20.881787 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:20.883998 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2acf8-8421-4683-97aa-a7d1d21eb170 None None] The sync data for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb is: [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:17Z', 'revision_number': 3, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:51:20.962841 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Pushing event updated for resources: {'Port': ['ID=2b4f9177-c977-4130-b0d5-98b8d50907a2,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:20.966779 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:21.019105 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:21.020655 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:21.167484 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Router c3b4def1-d1eb-45cd-8aa3-656d092f142c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:51:21.292068 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:51:21.298503 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] 10.222.0.13 "PUT /v2.0/routers/c3b4def1-d1eb-45cd-8aa3-656d092f142c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4126773 Jun 22 01:51:21.335023 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-6458a08d-5d47-41ea-ab5f-8150f627d8a0 None None] Provisioning complete for port 2b4f9177-c977-4130-b0d5-98b8d50907a2 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:21.335397 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6458a08d-5d47-41ea-ab5f-8150f627d8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:21.377069 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-6458a08d-5d47-41ea-ab5f-8150f627d8a0 None None] Port 2b4f9177-c977-4130-b0d5-98b8d50907a2 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:51:21.774842 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device d10db3b5-f503-42e8-b4a8-9bfe676636e6 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:21.810023 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43318) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:21.815569 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923016284', 'description': 'tempest-description--1242932180'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:21.851472 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:21.869307 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port d10db3b5-f503-42e8-b4a8-9bfe676636e6 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:21.875641 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port d10db3b5-f503-42e8-b4a8-9bfe676636e6 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:21.876374 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:21.962189 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:21.986737 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0408dc-a706-4350-a923-58c24f5787ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10db3b5-f503-42e8-b4a8-9bfe676636e6'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:21.989134 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462572d8-ef1e-4486-b738-0ec1c1bfc176" -d '{"events": [{"server_uuid": "8d0408dc-a706-4350-a923-58c24f5787ed", "name": "network-vif-plugged", "status": "completed", "tag": "d10db3b5-f503-42e8-b4a8-9bfe676636e6"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:22.003383 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port d10db3b5-f503-42e8-b4a8-9bfe676636e6, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d10db3b5-f503-42e8-b4a8-9bfe676636e6,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:22.008829 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.010677 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:22.011583 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.017496 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.020907 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ee6f9e6b-092f-4b0c-ae1f-a54dfd0dd637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:22.052276 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20b05c-5ee1-4885-b7ee-01004cefcd64 req-6b84bcdc-546b-4fd1-b1c0-1454b821ef95 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:22.054067 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c20b05c-5ee1-4885-b7ee-01004cefcd64 req-6b84bcdc-546b-4fd1-b1c0-1454b821ef95 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 945 time: 0.1446884 Jun 22 01:51:22.065716 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=d10db3b5-f503-42e8-b4a8-9bfe676636e6,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:22.069381 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:22.074427 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.078935 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2647212 Jun 22 01:51:22.078935 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992db138-3b0f-4d80-a505-07f96b25fa66,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:22.079339 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43324) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:22.080198 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:22.084475 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-ec692491-0d08-409e-9f82-f5af9b2258b1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'security_group_rule': {'security_group_id': '992db138-3b0f-4d80-a505-07f96b25fa66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:22.111676 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c20b05c-5ee1-4885-b7ee-01004cefcd64 req-b63e4927-8a23-4b34-9f5a-28e922dfd978 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456257 Jun 22 01:51:22.116646 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ec692491-0d08-409e-9f82-f5af9b2258b1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.165051 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ec692491-0d08-409e-9f82-f5af9b2258b1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.168531 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ec692491-0d08-409e-9f82-f5af9b2258b1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.170413 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-761fd20e-e6b4-4498-ae9c-7ef4bee1c1db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:22.182747 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec692491-0d08-409e-9f82-f5af9b2258b1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebd33fe-e191-4c5a-ab34-8d8694352754,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:22.190053 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ec692491-0d08-409e-9f82-f5af9b2258b1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:22.195435 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ec692491-0d08-409e-9f82-f5af9b2258b1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.196580 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ec692491-0d08-409e-9f82-f5af9b2258b1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160853 Jun 22 01:51:22.199398 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43328) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:22.204882 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'security_group_rule': {'security_group_id': '992db138-3b0f-4d80-a505-07f96b25fa66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:22.234784 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.279064 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66de72a-d3b5-44f7-80d9-46c5a3972d9d req-0bf250d0-56d0-469d-b0e7-4a070c9709c1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:22.281650 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e66de72a-d3b5-44f7-80d9-46c5a3972d9d req-0bf250d0-56d0-469d-b0e7-4a070c9709c1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0634284 Jun 22 01:51:22.298047 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.301557 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.307738 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:22.324494 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c11b8d7-eb90-40d2-ba99-feec9a95b9aa,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:22.328920 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:22.334888 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.336683 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363785 Jun 22 01:51:22.338708 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e66de72a-d3b5-44f7-80d9-46c5a3972d9d req-911fe2d4-e64b-4dc3-bb39-18933bb699b6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505989 Jun 22 01:51:22.339832 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43330) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:22.346444 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'floatingip': {'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:22.381003 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.393096 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b07f42-cad7-4862-9ce9-f685e88c3e45 x-openstack-request-id: req-b5b07f42-cad7-4862-9ce9-f685e88c3e45 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:22.393419 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0408dc-a706-4350-a923-58c24f5787ed", "name": "network-vif-plugged", "status": "completed", "tag": "d10db3b5-f503-42e8-b4a8-9bfe676636e6", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:22.393704 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5b07f42-cad7-4862-9ce9-f685e88c3e45 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:22.394228 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0408dc-a706-4350-a923-58c24f5787ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10db3b5-f503-42e8-b4a8-9bfe676636e6', 'code': 200} Jun 22 01:51:22.460074 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 4291e16e-a2b5-4b49-88db-67158ea8599e up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:22.536017 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.539821 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 4291e16e-a2b5-4b49-88db-67158ea8599e completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:22.545651 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 4291e16e-a2b5-4b49-88db-67158ea8599e triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:22.546543 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.657252 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.681227 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 4291e16e-a2b5-4b49-88db-67158ea8599e, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=4291e16e-a2b5-4b49-88db-67158ea8599e,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:22.687269 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.694486 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:22.701469 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Allocated IP 172.28.3.22 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/a903b007-2891-42c2-8065-e995566be9d5) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:51:22.762841 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=4291e16e-a2b5-4b49-88db-67158ea8599e,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:22.768720 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:22.820080 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313824a-3dea-43d4-9913-48cec26ba032 req-a917ddda-3758-463f-a959-03c09c078974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:22.821588 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b313824a-3dea-43d4-9913-48cec26ba032 req-a917ddda-3758-463f-a959-03c09c078974 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 1099 time: 0.1008523 Jun 22 01:51:22.833420 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.885506 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:22.889166 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:22.890426 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b313824a-3dea-43d4-9913-48cec26ba032 req-2b9492f9-164c-41de-8404-0763c918f0e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568063 Jun 22 01:51:22.899083 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Sync routers for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:51:22.913328 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:51:22.914265 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:51:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:22.926907 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:22.932631 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:22.936200 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:51:22.973933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'Port': ['ID=a903b007-2891-42c2-8065-e995566be9d5,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:22.978516 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:23.062498 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.062767 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:51:23.120093 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.282116 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.287725 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.291107 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e34ba0dd-53f4-4330-913a-ec6ecbc8f38b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:23.299816 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 2, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:23.329766 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Checking router: c3b4def1-d1eb-45cd-8aa3-656d092f142c for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:51:23.329766 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Updating router c3b4def1-d1eb-45cd-8aa3-656d092f142c port 2b4f9177-c977-4130-b0d5-98b8d50907a2 binding host dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:51:23.334690 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f8848-9536-4dd4-8491-560dfbbe1b74 req-23417f41-1bad-4b8e-9c37-1e08ad75bfcd tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:23.336403 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-021f8848-9536-4dd4-8491-560dfbbe1b74 req-23417f41-1bad-4b8e-9c37-1e08ad75bfcd tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 946 time: 0.0929458 Jun 22 01:51:23.363569 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'Port': ['ID=a903b007-2891-42c2-8065-e995566be9d5,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:23.369799 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:23.370858 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.385129 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.392259 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-021f8848-9536-4dd4-8491-560dfbbe1b74 req-ee7c06ef-b2ed-4532-adeb-6331949593ce tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492065 Jun 22 01:51:23.409460 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.409460 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0647130 Jun 22 01:51:23.575847 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f75b8-ee78-4dbd-93cc-238e008c2abe req-6f837726-9536-497e-9ba7-a7c53bbb1495 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:23.577546 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ca0f75b8-ee78-4dbd-93cc-238e008c2abe req-6f837726-9536-497e-9ba7-a7c53bbb1495 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0727510 Jun 22 01:51:23.616469 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ca0f75b8-ee78-4dbd-93cc-238e008c2abe req-7a7bdfd9-8c6e-4952-9155-03b88f5c2504 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333624 Jun 22 01:51:23.673429 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Notify callbacks [] for port, precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.684303 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Transition to ACTIVE for port object 2b4f9177-c977-4130-b0d5-98b8d50907a2 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:23.690867 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.693785 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:23.783897 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da5e5c-9cc3-477c-99fc-139fa3b14650 None None] Pushing event updated for resources: {'Port': ['ID=2b4f9177-c977-4130-b0d5-98b8d50907a2,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:23.789869 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-32da5e5c-9cc3-477c-99fc-139fa3b14650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:23.977522 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Attempting to bind port 2b4f9177-c977-4130-b0d5-98b8d50907a2 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:51:23.978237 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Attempting to bind port 2b4f9177-c977-4130-b0d5-98b8d50907a2 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:51:23.978364 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Attempting to bind port 2b4f9177-c977-4130-b0d5-98b8d50907a2 on network cac30b69-24b5-4ea0-92aa-ffb512724c7c {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:23.986748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:51:23.987126 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Checking segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:23.987536 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:23.987927 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Bound using segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:51:23.988600 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Bound port: 2b4f9177-c977-4130-b0d5-98b8d50907a2, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:51:23.988948 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:24.052270 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] For port 2b4f9177-c977-4130-b0d5-98b8d50907a2, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:51:24.056257 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] For port 2b4f9177-c977-4130-b0d5-98b8d50907a2, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=2b4f9177-c977-4130-b0d5-98b8d50907a2,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:51:24.060439 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:24.062459 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:24.122278 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:51:24.123015 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:51:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:24.128630 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da5e5c-9cc3-477c-99fc-139fa3b14650 None None] Pushing event updated for resources: {'Port': ['ID=2b4f9177-c977-4130-b0d5-98b8d50907a2,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:24.161648 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-32da5e5c-9cc3-477c-99fc-139fa3b14650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:24.248874 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:51:24.363490 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 4291e16e-a2b5-4b49-88db-67158ea8599e up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:24.474370 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 4291e16e-a2b5-4b49-88db-67158ea8599e triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:24.474746 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:24.538257 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:24Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:24.584648 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51482174-03d5-43fa-914e-71e7d90aa334 None None] The sync data for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb is: [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:24Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:51:26.379074 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 2b4f9177-c977-4130-b0d5-98b8d50907a2 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:26.427332 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 2b4f9177-c977-4130-b0d5-98b8d50907a2 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:26.430879 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 2b4f9177-c977-4130-b0d5-98b8d50907a2 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:26.431253 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:26.511203 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:26.544808 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 2b4f9177-c977-4130-b0d5-98b8d50907a2, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=2b4f9177-c977-4130-b0d5-98b8d50907a2,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:26.549093 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:26.551420 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:26.600295 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=2b4f9177-c977-4130-b0d5-98b8d50907a2,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:26.604023 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:28.365083 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 2b4f9177-c977-4130-b0d5-98b8d50907a2 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:28.415320 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 2b4f9177-c977-4130-b0d5-98b8d50907a2 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:28.415760 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:30.594354 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-8a39a15a-0181-4533-9009-9caa791479f8 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1923016284&fields=id&tenant_id=c588195eae4147649d4de30346989b54 HTTP/1.1" status: 200 len: 267 time: 0.0351245 Jun 22 01:51:30.669883 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-67dcbf1a-dfd8-4051-9185-29bc024a66a5 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:30.671816 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-67dcbf1a-dfd8-4051-9185-29bc024a66a5 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/networks?id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914 HTTP/1.1" status: 200 len: 814 time: 0.1111350 Jun 22 01:51:30.686359 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-3547f21b-f280-4a12-b011-8ef377fd110d tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/quotas/e8ed7f0853844b4f860b8f4ef2e77262 HTTP/1.1" status: 200 len: 375 time: 0.0088704 Jun 22 01:51:30.703358 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3bf8fd1b-c7d6-4315-8520-d3a4b2e60ac0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:30.704819 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3bf8fd1b-c7d6-4315-8520-d3a4b2e60ac0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 810 time: 0.1039193 Jun 22 01:51:30.720386 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-4e166a85-2b83-47fd-ac8b-5bf01c078ee0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/quotas/c588195eae4147649d4de30346989b54 HTTP/1.1" status: 200 len: 375 time: 0.0100207 Jun 22 01:51:30.720834 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-d16acf3a-d78a-4a49-a88f-266729b2a946 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8ed7f0853844b4f860b8f4ef2e77262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291049 Jun 22 01:51:30.797406 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-43a096c0-ed10-4497-9039-b1a5c1053857 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712190 Jun 22 01:51:30.813998 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-056e75c3-0e48-4043-86e7-4a606585dc39 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860090 Jun 22 01:51:30.892809 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-dd475b64-d8fc-4fc1-828c-8ee596bf0886 service neutron] 10.222.0.13 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Jun 22 01:51:30.928635 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-74a2b206-3c02-449e-a358-afa794ddc568 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994678 Jun 22 01:51:30.995261 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-72e21df3-2987-4d05-917d-bccdeb55e940 service neutron] 10.222.0.13 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964274 Jun 22 01:51:31.356697 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdee450-42d0-4140-bf5d-c6bb06a231c8 req-29448de1-deca-4cfe-b969-463dde459658 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:31.358603 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cfdee450-42d0-4140-bf5d-c6bb06a231c8 req-29448de1-deca-4cfe-b969-463dde459658 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 946 time: 0.1211460 Jun 22 01:51:31.406726 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cfdee450-42d0-4140-bf5d-c6bb06a231c8 req-3c734c9f-1267-4670-861c-3e5598e67b78 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Jun 22 01:51:31.427624 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5d0e0-c816-4978-b200-05a71a5a08e2 req-9ebbb3e4-8b1d-4d2e-aae8-74f125855c79 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:31.429329 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dfd5d0e0-c816-4978-b200-05a71a5a08e2 req-9ebbb3e4-8b1d-4d2e-aae8-74f125855c79 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0796161 Jun 22 01:51:31.476654 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-9d8eef75-520a-4f23-92d2-44b148182c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:31.482000 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dfd5d0e0-c816-4978-b200-05a71a5a08e2 req-2205f738-ddd0-48da-b599-64d49206c9c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Jun 22 01:51:31.496291 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-811e2af7-cce5-4b73-a7ec-ce8d9f11a7e1 req-e148aebb-64ea-4dd3-9833-6e9f1dffd734 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 210 time: 0.0386882 Jun 22 01:51:31.622462 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-84f4683e-d71a-4c14-ae55-6eac424ff294 req-0c642bb6-271c-43b9-b264-7615eed94afb tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 210 time: 0.0889132 Jun 22 01:51:32.679992 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5355cad3-0a33-4c70-b5d5-9d97d1a6da04 req-a64a5e8b-5785-494e-b3eb-e492050ac025 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 210 time: 0.0350704 Jun 22 01:51:32.682637 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6b666-7123-495f-9e48-6d3cacb5713f req-0a753642-7705-4d60-9275-f18df0de5a7f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:32.684251 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c6e6b666-7123-495f-9e48-6d3cacb5713f req-0a753642-7705-4d60-9275-f18df0de5a7f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0742548 Jun 22 01:51:32.725529 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c6e6b666-7123-495f-9e48-6d3cacb5713f req-6a2e9b21-6e77-4a53-872f-ff399a488d30 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Jun 22 01:51:33.019395 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43558) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:33.022665 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e46f8c0e-66c8-4409-aaa1-59ecda31b55a req-65f628fd-c86f-4e26-a8f4-b37adb4efb12 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 210 time: 0.0346832 Jun 22 01:51:33.090410 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-dadfd23b-d13d-444d-8d08-d45736d77b9a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:33.091854 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-dadfd23b-d13d-444d-8d08-d45736d77b9a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.36 "GET /v2.0/networks?id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914 HTTP/1.1" status: 200 len: 814 time: 0.3765204 Jun 22 01:51:33.115868 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Request body: {'port': {'device_id': '90b979fe-14fd-40ce-91b7-e2f4e24846fb', 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914', 'admin_state_up': True, 'tenant_id': 'e8ed7f0853844b4f860b8f4ef2e77262'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:33.140141 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4f7042f1-a6e7-404c-8674-69a5306ff1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.248004 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4f7042f1-a6e7-404c-8674-69a5306ff1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.252545 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4f7042f1-a6e7-404c-8674-69a5306ff1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.256001 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4633d771-ff35-4524-b786-e17f926c05f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:33.268010 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Made reservation on behalf of e8ed7f0853844b4f860b8f4ef2e77262 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:51:33.271951 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.293511 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4f7042f1-a6e7-404c-8674-69a5306ff1e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=294782680d4b40febe2e9bd03496d9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730467 Jun 22 01:51:33.294534 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7042f1-a6e7-404c-8674-69a5306ff1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67531d0-1cf6-4b07-96c2-a05a43b7eca6,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:33.298542 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43568) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:33.299116 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4f7042f1-a6e7-404c-8674-69a5306ff1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:33.428161 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4cf929ad-bb87-445e-83eb-cb47d290fcef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.454812 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Allocated IP 172.20.0.5 (a1c42b18-9c77-45b6-bc8d-61efbb7f7914/63e1b523-5d63-4b6e-8417-4f072f0206e7/f348ba3c-ba9e-4dcf-b275-6eacca2a3401) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:51:33.462051 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4cf929ad-bb87-445e-83eb-cb47d290fcef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.551363 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4cf929ad-bb87-445e-83eb-cb47d290fcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.553874 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4cf929ad-bb87-445e-83eb-cb47d290fcef admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.557582 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-4cf929ad-bb87-445e-83eb-cb47d290fcef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b67531d0-1cf6-4b07-96c2-a05a43b7eca6 HTTP/1.1" status: 204 len: 168 time: 0.2559037 Jun 22 01:51:33.612437 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-2d1b701e-d086-45e4-aa42-3aebabb390f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:33.623169 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf929ad-bb87-445e-83eb-cb47d290fcef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67531d0-1cf6-4b07-96c2-a05a43b7eca6,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:33.627761 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4cf929ad-bb87-445e-83eb-cb47d290fcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:33.692329 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.694358 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ff7368ac-41ed-4ee5-a0a0-519dbdd49dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.752537 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.771563 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:33.805527 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:33.809916 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:33.826035 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:51:33.833400 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:33.834386 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:33.875362 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Pushing event updated for resources: {'Port': ['ID=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:33.890368 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7783368 Jun 22 01:51:33.894167 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:33.917608 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Request body: {'port': {'device_id': '90b979fe-14fd-40ce-91b7-e2f4e24846fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:33.931077 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43580) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:33.962233 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-9925cdb1-e837-4d6c-bf3f-16887a5307bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:33.965445 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-9925cdb1-e837-4d6c-bf3f-16887a5307bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 810 time: 0.2792010 Jun 22 01:51:33.998398 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-58886723-c7c0-43ad-bd4b-14091a320fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.054885 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-33628f33-5fc0-47a4-8146-c612735917ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c588195eae4147649d4de30346989b54 HTTP/1.1" status: 200 len: 380 time: 0.0655074 Jun 22 01:51:34.071856 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'port': {'device_id': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'admin_state_up': True, 'tenant_id': 'c588195eae4147649d4de30346989b54', 'security_groups': ['992db138-3b0f-4d80-a505-07f96b25fa66']}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:34.145000 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2412db-f7c1-4b7c-80eb-982d703a3dbc req-acd92b2c-cb00-4c55-a5d9-399c93d76e45 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:34.147055 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ca2412db-f7c1-4b7c-80eb-982d703a3dbc req-acd92b2c-cb00-4c55-a5d9-399c93d76e45 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 931 time: 0.2231412 Jun 22 01:51:34.161262 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.174668 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.265355 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-58886723-c7c0-43ad-bd4b-14091a320fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.270793 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ca2412db-f7c1-4b7c-80eb-982d703a3dbc req-66b29ba4-5496-4326-b91a-e049649c8da6 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053057 Jun 22 01:51:34.276309 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-58886723-c7c0-43ad-bd4b-14091a320fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.286063 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-976ead5b-30b8-477b-83e5-e63b80b9b454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:34.391998 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-58886723-c7c0-43ad-bd4b-14091a320fb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3db235c22a31457c8656c3da422e8bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573517 Jun 22 01:51:34.400905 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43596) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:34.423473 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58886723-c7c0-43ad-bd4b-14091a320fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24081c3-c3da-4a55-a2ad-5a47df64f176,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:34.426784 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-58886723-c7c0-43ad-bd4b-14091a320fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:34.489700 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1ea7bbce-76f2-403a-ad77-aed353a076fc req-c21e7bff-47d8-4d05-8d11-ef8f87c0833f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 210 time: 0.0430307 Jun 22 01:51:34.537181 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be38e69-118c-4817-9645-488db39ea485 req-d18ac623-0de9-4b0e-8464-d2e1107c0150 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:34.542621 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0be38e69-118c-4817-9645-488db39ea485 req-d18ac623-0de9-4b0e-8464-d2e1107c0150 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.4149532 Jun 22 01:51:34.571639 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-444a407f-0a8e-4e1e-a497-d8c41abe79ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.580891 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Made reservation on behalf of c588195eae4147649d4de30346989b54 for: {'port': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:51:34.584381 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.618733 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0be38e69-118c-4817-9645-488db39ea485 req-78e2838c-b6c3-494f-858f-5fcec6466733 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649359 Jun 22 01:51:34.656034 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-444a407f-0a8e-4e1e-a497-d8c41abe79ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.725954 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Allocated IP 172.20.0.11 (cac30b69-24b5-4ea0-92aa-ffb512724c7c/58e76d3a-d087-482d-aad6-a4a89df6df55/9250321b-d518-4195-b2b0-8bfaa5f29709) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:51:34.797455 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-80693206-c7d8-4802-b2a6-ce2f4b943342 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:34.798940 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-80693206-c7d8-4802-b2a6-ce2f4b943342 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 814 time: 0.2136271 Jun 22 01:51:34.814487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f348ba3c-ba9e-4dcf-b275-6eacca2a3401 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:51:34.823771 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-444a407f-0a8e-4e1e-a497-d8c41abe79ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.826381 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-444a407f-0a8e-4e1e-a497-d8c41abe79ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.827880 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-444a407f-0a8e-4e1e-a497-d8c41abe79ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d24081c3-c3da-4a55-a2ad-5a47df64f176 HTTP/1.1" status: 204 len: 168 time: 0.4230633 Jun 22 01:51:34.831617 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-d19448ea-f408-454c-9690-3369cd893336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:34.834774 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.846317 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a407f-0a8e-4e1e-a497-d8c41abe79ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24081c3-c3da-4a55-a2ad-5a47df64f176,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:34.859254 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-6f5e6e45-998b-4d59-9983-ad549062e727 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/quotas/c83acded5e7a44509c748fbbb02f40fc HTTP/1.1" status: 200 len: 375 time: 0.0507097 Jun 22 01:51:34.863350 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-444a407f-0a8e-4e1e-a497-d8c41abe79ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:34.868119 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Transition to ACTIVE for port object f348ba3c-ba9e-4dcf-b275-6eacca2a3401 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:34.881124 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.900199 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:34.917082 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.933574 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Transition to ACTIVE for port object 9250321b-d518-4195-b2b0-8bfaa5f29709 will not be triggered until provisioned by entity DHCP. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:34.984611 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:34.995230 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:35.001589 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Pushing event updated for resources: {'Port': ['ID=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:35.012570 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:35.034239 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:35.040378 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:35.044759 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:51:35.057209 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-7dc04860-2cbb-41cd-b20f-dafb71e49ce8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1908927 Jun 22 01:51:35.058356 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Attempting to bind port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:51:35.058695 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Attempting to bind port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:51:35.059028 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Attempting to bind port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 on network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:35.064150 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 on network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:51:35.064475 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Attempting to bind port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 on network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:35.079104 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:51:35.079332 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Checking segment: {'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:35.079933 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Bound using segment: {'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:51:35.080048 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Bound port: f348ba3c-ba9e-4dcf-b275-6eacca2a3401, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:51:35.081321 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.085447 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'Port': ['ID=9250321b-d518-4195-b2b0-8bfaa5f29709,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:35.090016 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:35.117235 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:35.118357 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.142066 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0751319 Jun 22 01:51:35.179256 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Request body: {'port': {'device_id': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:35.213920 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] For port f348ba3c-ba9e-4dcf-b275-6eacca2a3401, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:51:35.218246 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-b05596ae-99da-4298-b806-34a61e3d6e71 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515038 Jun 22 01:51:35.219905 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] For port f348ba3c-ba9e-4dcf-b275-6eacca2a3401, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:51:35.228983 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.229897 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.239618 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c733a90e-6db4-4b96-b0c9-7f2ef1f23ee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:35.270535 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.390697 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:35.391305 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.392757 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] 10.222.0.36 "PUT /v2.0/ports/f348ba3c-ba9e-4dcf-b275-6eacca2a3401 HTTP/1.1" status: 200 len: 1093 time: 1.4837425 Jun 22 01:51:35.397032 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90b979fe-14fd-40ce-91b7-e2f4e24846fb', 'tag': 'f348ba3c-ba9e-4dcf-b275-6eacca2a3401'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:35.399430 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "90b979fe-14fd-40ce-91b7-e2f4e24846fb", "tag": "f348ba3c-ba9e-4dcf-b275-6eacca2a3401"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:35.438516 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Pushing event updated for resources: {'Port': ['ID=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:35.444340 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:35.453345 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-22eabd47-6887-4dea-b145-3ebb5df645de None None] Provisioning for port 9250321b-d518-4195-b2b0-8bfaa5f29709 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:35.457862 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-22eabd47-6887-4dea-b145-3ebb5df645de None None] Provisioning complete for port 9250321b-d518-4195-b2b0-8bfaa5f29709 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:35.458273 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-22eabd47-6887-4dea-b145-3ebb5df645de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.475151 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-10cf127f-6153-4b25-84ef-81eb448535cb service neutron] 10.222.0.13 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466135 Jun 22 01:51:35.551148 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-22eabd47-6887-4dea-b145-3ebb5df645de None None] Port 9250321b-d518-4195-b2b0-8bfaa5f29709 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:51:35.584564 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-f8f20b3e-7da1-4eab-9676-bbc99a3e42ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:35.586508 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-f8f20b3e-7da1-4eab-9676-bbc99a3e42ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8ed7f0853844b4f860b8f4ef2e77262&device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 1096 time: 0.1066368 Jun 22 01:51:35.651711 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ae189a-4e51-4a81-bc7a-893ebca2f0af x-openstack-request-id: req-11ae189a-4e51-4a81-bc7a-893ebca2f0af {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:35.652082 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90b979fe-14fd-40ce-91b7-e2f4e24846fb", "tag": "f348ba3c-ba9e-4dcf-b275-6eacca2a3401", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:35.652306 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11ae189a-4e51-4a81-bc7a-893ebca2f0af {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:35.652727 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90b979fe-14fd-40ce-91b7-e2f4e24846fb', 'tag': 'f348ba3c-ba9e-4dcf-b275-6eacca2a3401', 'status': 'completed', 'code': 200} Jun 22 01:51:35.716649 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-0b7eb220-3549-43b2-b1b6-61872aa381b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f348ba3c-ba9e-4dcf-b275-6eacca2a3401 HTTP/1.1" status: 200 len: 217 time: 0.0879812 Jun 22 01:51:35.761189 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a6fb1-8b84-41c9-878f-ed303d8e56b3 req-dfb15756-6fb4-4b58-ad7b-996b8c859e2f tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:35.762812 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-714a6fb1-8b84-41c9-878f-ed303d8e56b3 req-dfb15756-6fb4-4b58-ad7b-996b8c859e2f tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 943 time: 0.2493782 Jun 22 01:51:35.766052 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9250321b-d518-4195-b2b0-8bfaa5f29709 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:51:35.775000 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.803648 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Transition to ACTIVE for port object 9250321b-d518-4195-b2b0-8bfaa5f29709 will not be triggered until provisioned by entity L2. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:35.816586 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:35.827852 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9608ae42-2e3a-495f-86c0-53af1ea3973d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:35.840766 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-714a6fb1-8b84-41c9-878f-ed303d8e56b3 req-33e8e4db-b90b-402c-b61a-ca837b18c98e tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608082 Jun 22 01:51:35.880121 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-b192a011-53e2-4350-8210-efd3a280ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:35.882474 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-b192a011-53e2-4350-8210-efd3a280ad60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e1b523-5d63-4b6e-8417-4f072f0206e7 HTTP/1.1" status: 200 len: 854 time: 0.1561255 Jun 22 01:51:35.916804 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4ee50-1789-42da-8aac-6c1704a8530a req-0be12001-0bda-4597-aab9-181be2f5f20f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:35.919965 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-88e4ee50-1789-42da-8aac-6c1704a8530a req-0be12001-0bda-4597-aab9-181be2f5f20f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 932 time: 0.1451037 Jun 22 01:51:35.981997 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Pushing event updated for resources: {'Port': ['ID=9250321b-d518-4195-b2b0-8bfaa5f29709,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:35.989243 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-79ae73cb-8491-4e77-90fc-e5b5db33ed8e req-8ed22b70-2573-4753-94b4-55b39fef2acf tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 210 time: 0.0601289 Jun 22 01:51:36.000139 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-6285f744-b503-4a1a-a614-bc2dea5afaa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643566 Jun 22 01:51:36.018020 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:36.109588 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Attempting to bind port 9250321b-d518-4195-b2b0-8bfaa5f29709 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:51:36.109944 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Attempting to bind port 9250321b-d518-4195-b2b0-8bfaa5f29709 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:51:36.110305 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Attempting to bind port 9250321b-d518-4195-b2b0-8bfaa5f29709 on network cac30b69-24b5-4ea0-92aa-ffb512724c7c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:36.119192 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Port 9250321b-d518-4195-b2b0-8bfaa5f29709 on network cac30b69-24b5-4ea0-92aa-ffb512724c7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:51:36.119680 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Attempting to bind port 9250321b-d518-4195-b2b0-8bfaa5f29709 on network cac30b69-24b5-4ea0-92aa-ffb512724c7c {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:36.131172 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:51:36.131527 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Checking segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:36.131912 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Bound using segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:51:36.132374 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Bound port: 9250321b-d518-4195-b2b0-8bfaa5f29709, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:51:36.132693 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:36.161237 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-f4639aed-44e3-4ca6-95c3-735d61a6c1dc service neutron] 10.222.0.36 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599874 Jun 22 01:51:36.251605 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] For port 9250321b-d518-4195-b2b0-8bfaa5f29709, host hv-cinder-79707, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:51:36.270367 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] For port 9250321b-d518-4195-b2b0-8bfaa5f29709, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9250321b-d518-4195-b2b0-8bfaa5f29709,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:51:36.277481 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-88e4ee50-1789-42da-8aac-6c1704a8530a req-e79dc0dd-fe7f-4b46-a5e9-50c87968b617 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260074 Jun 22 01:51:36.290848 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:36.296212 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:36.328185 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2da7ab7b-e507-4cb2-a63e-06e3ec65567a req-e84b6c98-0f62-4d20-8ad6-3ee79b38affd service neutron] 10.222.0.36 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473763 Jun 22 01:51:36.358129 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dab11-35c0-4bb6-baca-c360d498229f req-a8c08a9f-79ad-4ad8-8776-472da70bb3c3 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:36.365454 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a96dab11-35c0-4bb6-baca-c360d498229f req-a8c08a9f-79ad-4ad8-8776-472da70bb3c3 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1845884 Jun 22 01:51:36.417673 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:36.418327 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:36.419884 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] 10.222.0.36 "PUT /v2.0/ports/9250321b-d518-4195-b2b0-8bfaa5f29709 HTTP/1.1" status: 200 len: 1094 time: 1.2455251 Jun 22 01:51:36.421597 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'tag': '9250321b-d518-4195-b2b0-8bfaa5f29709'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:36.424314 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9a0dd8-a449-4bca-ba01-fb736d8287e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae73eeb-d796-41e1-905d-b5528ce4329d", "tag": "9250321b-d518-4195-b2b0-8bfaa5f29709"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:36.462961 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Pushing event updated for resources: {'Port': ['ID=9250321b-d518-4195-b2b0-8bfaa5f29709,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:36.470365 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a96dab11-35c0-4bb6-baca-c360d498229f req-73471729-b492-4e9f-9730-c75be0785142 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040099 Jun 22 01:51:36.471239 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:36.543685 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48816fc-4bb2-4181-bd6c-57eab38c8293 x-openstack-request-id: req-e48816fc-4bb2-4181-bd6c-57eab38c8293 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:36.544010 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae73eeb-d796-41e1-905d-b5528ce4329d", "tag": "9250321b-d518-4195-b2b0-8bfaa5f29709", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:36.544288 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e48816fc-4bb2-4181-bd6c-57eab38c8293 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:36.544738 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'tag': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'status': 'completed', 'code': 200} Jun 22 01:51:36.742676 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-da98e29e-01fb-4d79-95f2-5f7c6d2e9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:36.745809 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-da98e29e-01fb-4d79-95f2-5f7c6d2e9882 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8ed7f0853844b4f860b8f4ef2e77262&device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 1096 time: 0.0633638 Jun 22 01:51:36.778534 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-277ad194-a8aa-477d-b559-f4558e553f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:36.780987 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-277ad194-a8aa-477d-b559-f4558e553f6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 1097 time: 0.0981555 Jun 22 01:51:36.850886 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:36.857601 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-1b0be4e5-fc08-47e7-8b5a-cedf44940f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:36.860631 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-1b0be4e5-fc08-47e7-8b5a-cedf44940f52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914 HTTP/1.1" status: 200 len: 915 time: 0.1066248 Jun 22 01:51:36.879201 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-7b815f65-31a1-45d0-8e37-2e159f6c4583 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9250321b-d518-4195-b2b0-8bfaa5f29709 HTTP/1.1" status: 200 len: 217 time: 0.0609810 Jun 22 01:51:36.911079 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-08955fcd-2aca-417e-a3f8-693b5b6b5e31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f348ba3c-ba9e-4dcf-b275-6eacca2a3401 HTTP/1.1" status: 200 len: 217 time: 0.0422466 Jun 22 01:51:36.956891 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-e1859835-a8d3-4536-85be-9e821da499d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:36.958851 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-e1859835-a8d3-4536-85be-9e821da499d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0582459 Jun 22 01:51:36.978383 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-eb4c624c-cd81-479c-92b8-c75f57a851f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:36.980069 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-eb4c624c-cd81-479c-92b8-c75f57a851f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e1b523-5d63-4b6e-8417-4f072f0206e7 HTTP/1.1" status: 200 len: 854 time: 0.0587804 Jun 22 01:51:37.028919 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-c3d37479-7eca-43be-9daf-4d3e3be375e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398016 Jun 22 01:51:37.034794 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-0ab6f483-4188-4a23-95df-bdfec3ac7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:37.036785 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-0ab6f483-4188-4a23-95df-bdfec3ac7bdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706172 Jun 22 01:51:37.133275 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea767802-314b-455e-81ed-57ce0d2347ab req-cb3a3bf7-5f2f-4342-83d8-c7dec87808b8 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:37.134715 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ea767802-314b-455e-81ed-57ce0d2347ab req-cb3a3bf7-5f2f-4342-83d8-c7dec87808b8 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 943 time: 0.1380281 Jun 22 01:51:37.202653 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dbb7bd84-9d13-42fb-8972-e2548b75f93e req-0a9a3e5e-f11a-4ac3-8628-bb7635f1fd47 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 210 time: 0.0430000 Jun 22 01:51:37.205070 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-cb59c131-1651-4d46-ad9c-0a83ff745210 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355751 Jun 22 01:51:37.218601 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ea767802-314b-455e-81ed-57ce0d2347ab req-c2134c7e-04ad-4a3c-8875-f4efd5d98eb1 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770984 Jun 22 01:51:37.235179 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-ea954ae9-0e48-48a8-8877-f7703c9c8f6d service neutron] 10.222.0.36 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649883 Jun 22 01:51:37.320032 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d58b6ec1-9aab-4fe1-b1f1-232e43335b7a req-51bbadc0-ed72-4f97-9a9c-2cf19c5604ad service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074905 Jun 22 01:51:37.344313 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-439a7158-26e2-48f5-9d2f-ce39c3eda8fd req-abb1ea70-ee21-40ae-8f09-d16a6731eddf service neutron] 10.222.0.36 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936584 Jun 22 01:51:37.526732 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c1c05-9724-4436-98ab-45edd6c8ef23 req-4ba16fe9-5dcd-42dc-a0e6-0775debfc34d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:37.528419 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-842c1c05-9724-4436-98ab-45edd6c8ef23 req-4ba16fe9-5dcd-42dc-a0e6-0775debfc34d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 944 time: 0.0997593 Jun 22 01:51:37.571951 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-842c1c05-9724-4436-98ab-45edd6c8ef23 req-a18148dd-205b-4bcc-b866-6adb7613c679 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362010 Jun 22 01:51:37.716698 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-a6fc4b36-8bfe-40b2-88dc-05987efdf36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:37.719061 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-a6fc4b36-8bfe-40b2-88dc-05987efdf36f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 1097 time: 0.1092880 Jun 22 01:51:37.730302 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181cbfb-077b-4ce6-b96c-5188119f7f4e req-6670b1b6-78c4-4e60-bad2-ed3dbbd1c244 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:37.732239 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6181cbfb-077b-4ce6-b96c-5188119f7f4e req-6670b1b6-78c4-4e60-bad2-ed3dbbd1c244 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1144300 Jun 22 01:51:37.845214 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6181cbfb-077b-4ce6-b96c-5188119f7f4e req-57cd0614-9117-4840-8e34-b28b78b1191c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017776 Jun 22 01:51:37.903008 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-1815f5b2-d1d3-4557-94b2-b54e28d20588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:37.906332 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-1815f5b2-d1d3-4557-94b2-b54e28d20588 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 911 time: 0.1721971 Jun 22 01:51:37.971750 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-9da7fdd6-fb9e-43e2-8497-53edee78090c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9250321b-d518-4195-b2b0-8bfaa5f29709 HTTP/1.1" status: 200 len: 217 time: 0.0412390 Jun 22 01:51:37.991344 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-4b4f1c08-258d-4bc2-9bdc-397888000f8b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:37.992864 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-4b4f1c08-258d-4bc2-9bdc-397888000f8b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 814 time: 0.3616729 Jun 22 01:51:38.025393 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-d7dfc6c9-8071-4bf5-9b92-e3b16c05c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:38.027208 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-d7dfc6c9-8071-4bf5-9b92-e3b16c05c1b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0447178 Jun 22 01:51:38.031949 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Request body: {'port': {'device_id': '54f78c85-51be-4360-bbe5-48ce01799255', 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'admin_state_up': True, 'tenant_id': 'c83acded5e7a44509c748fbbb02f40fc'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:38.100723 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-8d3d584d-360c-4007-afbf-81150ec70e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:38.102223 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-8d3d584d-360c-4007-afbf-81150ec70e61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0648315 Jun 22 01:51:38.169474 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Made reservation on behalf of c83acded5e7a44509c748fbbb02f40fc for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:51:38.173756 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:38.221632 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-2b7afcdd-ac0a-4dd2-a042-9bf6d65afc10 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118493 Jun 22 01:51:38.310715 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43728) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:38.324111 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Allocated IP 172.20.0.13 (e6d02081-59a8-4c5b-bf90-764e63022c0a/0b36c0ea-90ff-4efa-ba4c-df53f2c24665/788079d3-a28f-4717-90d1-60ec1bb5b98c) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:51:38.368013 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0ff2fdcf-1626-48cf-a219-712007681b46 req-c3027f29-bb26-4944-9c53-c358ca957e6e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 210 time: 0.0327744 Jun 22 01:51:38.412623 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af9a0dd8-a449-4bca-ba01-fb736d8287e0 req-a99b98cd-398e-4021-8308-8548299eadc4 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488507 Jun 22 01:51:38.517765 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b99744da-0139-4ecd-a314-c2d2809e49df admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:38.583203 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:38.633635 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a7f4b-0c3c-4732-a9af-473556baea38 req-22f8aa19-74b9-402d-b2c6-4114bcd94874 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:38.635307 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c99a7f4b-0c3c-4732-a9af-473556baea38 req-22f8aa19-74b9-402d-b2c6-4114bcd94874 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 943 time: 0.1632483 Jun 22 01:51:38.715727 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:38.721860 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:38.731117 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c99a7f4b-0c3c-4732-a9af-473556baea38 req-505c96c5-0db2-4d4b-ac2a-5ecb925cacde tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842090 Jun 22 01:51:38.760425 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'd10db3b5-f503-42e8-b4a8-9bfe676636e6'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:51:38.761879 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6037e58-dc2c-4303-8649-96ec6b03f9bf req-c5326594-9560-48a4-a745-c8951b76db9a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:38.764674 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a6037e58-dc2c-4303-8649-96ec6b03f9bf req-c5326594-9560-48a4-a745-c8951b76db9a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 944 time: 0.0794857 Jun 22 01:51:38.800251 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Network e6d02081-59a8-4c5b-bf90-764e63022c0a is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:51:38.803011 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Pushing event updated for resources: {'Port': ['ID=788079d3-a28f-4717-90d1-60ec1bb5b98c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:38.805065 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a6037e58-dc2c-4303-8649-96ec6b03f9bf req-6192a766-6c0c-4173-9d17-3c886f813c08 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343747 Jun 22 01:51:38.815439 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:51:38.821488 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:38.822233 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:51:38.827884 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:38.828501 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:38.837696 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b99744da-0139-4ecd-a314-c2d2809e49df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:38.844004 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b99744da-0139-4ecd-a314-c2d2809e49df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:38.847514 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:38.858728 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8309155 Jun 22 01:51:38.888193 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Request body: {'port': {'device_id': '54f78c85-51be-4360-bbe5-48ce01799255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:38.894109 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99744da-0139-4ecd-a314-c2d2809e49df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2309cf5-b00b-4b8d-b3f3-ff365923147c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:38.901920 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b99744da-0139-4ecd-a314-c2d2809e49df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d6711acb5db4f4dabe01a59c0623b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5853670 Jun 22 01:51:38.902592 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43740) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:38.911087 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b99744da-0139-4ecd-a314-c2d2809e49df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:38.953283 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e979c097-4180-4a42-b350-c12260125360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:38.975471 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e979c097-4180-4a42-b350-c12260125360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.027315 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e979c097-4180-4a42-b350-c12260125360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.030728 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e979c097-4180-4a42-b350-c12260125360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.034458 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-e979c097-4180-4a42-b350-c12260125360 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2309cf5-b00b-4b8d-b3f3-ff365923147c HTTP/1.1" status: 204 len: 168 time: 0.1308575 Jun 22 01:51:39.035411 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-8f02f5bd-4c4e-42a5-b6c8-cbf6808d2c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:39.042922 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979c097-4180-4a42-b350-c12260125360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2309cf5-b00b-4b8d-b3f3-ff365923147c,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:39.045399 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e979c097-4180-4a42-b350-c12260125360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:39.045570 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.117715 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220ff2-f44d-44f8-9dd8-5a6e6b5a4f99 req-9e72c8d4-d7f0-462b-9a9f-c7b78ca6d253 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:39.119200 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9c220ff2-f44d-44f8-9dd8-5a6e6b5a4f99 req-9e72c8d4-d7f0-462b-9a9f-c7b78ca6d253 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1386621 Jun 22 01:51:39.230393 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9c220ff2-f44d-44f8-9dd8-5a6e6b5a4f99 req-3bca61cd-ba33-477e-92e7-0f0ffa0525e2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024702 Jun 22 01:51:39.315566 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43754) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:39.328852 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c3a41a7-8810-4965-9d35-5666ec3d0e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.383385 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788079d3-a28f-4717-90d1-60ec1bb5b98c {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:51:39.391233 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.407565 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Transition to ACTIVE for port object 788079d3-a28f-4717-90d1-60ec1bb5b98c will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:51:39.411606 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.414943 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:39.449791 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c3a41a7-8810-4965-9d35-5666ec3d0e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.456141 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c3a41a7-8810-4965-9d35-5666ec3d0e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.458847 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-adca6b07-bbde-4e40-a9d1-275ff9917cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:39.494120 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Pushing event updated for resources: {'Port': ['ID=788079d3-a28f-4717-90d1-60ec1bb5b98c,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:39.505273 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0c3a41a7-8810-4965-9d35-5666ec3d0e37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cdc33f4a04c4e76b2be6abf43316bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857874 Jun 22 01:51:39.505273 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a41a7-8810-4965-9d35-5666ec3d0e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d2d531-528d-4d54-867b-10c5317a7569,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:39.507317 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0c3a41a7-8810-4965-9d35-5666ec3d0e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:39.507317 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43760) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:39.519115 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:39.558477 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Attempting to bind port 788079d3-a28f-4717-90d1-60ec1bb5b98c on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:51:39.558759 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Attempting to bind port 788079d3-a28f-4717-90d1-60ec1bb5b98c by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:51:39.559083 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Attempting to bind port 788079d3-a28f-4717-90d1-60ec1bb5b98c on network e6d02081-59a8-4c5b-bf90-764e63022c0a {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:39.567805 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Port 788079d3-a28f-4717-90d1-60ec1bb5b98c on network e6d02081-59a8-4c5b-bf90-764e63022c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:51:39.568241 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Attempting to bind port 788079d3-a28f-4717-90d1-60ec1bb5b98c on network e6d02081-59a8-4c5b-bf90-764e63022c0a {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:51:39.575610 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:51:39.575939 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Checking segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:51:39.576316 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Bound using segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:51:39.576769 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Bound port: 788079d3-a28f-4717-90d1-60ec1bb5b98c, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:51:39.577079 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c3be2089-11c2-4449-9c07-e80d6f3b9cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.577222 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.599228 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c3be2089-11c2-4449-9c07-e80d6f3b9cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.634926 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479609c-1512-4f47-aac9-697c674f8c09 req-dadebd81-5b78-4c99-b4f1-fd322a5487e2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:39.636726 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f479609c-1512-4f47-aac9-697c674f8c09 req-dadebd81-5b78-4c99-b4f1-fd322a5487e2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 944 time: 0.1189399 Jun 22 01:51:39.656479 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c3be2089-11c2-4449-9c07-e80d6f3b9cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.659281 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c3be2089-11c2-4449-9c07-e80d6f3b9cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.660545 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-c3be2089-11c2-4449-9c07-e80d6f3b9cdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1d2d531-528d-4d54-867b-10c5317a7569 HTTP/1.1" status: 204 len: 168 time: 0.1434295 Jun 22 01:51:39.661471 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-57a5e2e4-215d-4c05-89ef-55c183d39c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:39.669066 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be2089-11c2-4449-9c07-e80d6f3b9cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d2d531-528d-4d54-867b-10c5317a7569,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:39.677882 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c3be2089-11c2-4449-9c07-e80d6f3b9cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:39.684047 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] For port 788079d3-a28f-4717-90d1-60ec1bb5b98c, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:51:39.704372 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] For port 788079d3-a28f-4717-90d1-60ec1bb5b98c, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=788079d3-a28f-4717-90d1-60ec1bb5b98c,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:51:39.709457 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.714134 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-85ba1ac7-f3c6-48c1-8f5a-cedfc5c85dd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:39.724158 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f479609c-1512-4f47-aac9-697c674f8c09 req-cd623aa6-1d2d-48c9-9fe2-e8454f459cfe tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762386 Jun 22 01:51:39.758649 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:39.759367 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:39.761426 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] 10.222.0.36 "PUT /v2.0/ports/788079d3-a28f-4717-90d1-60ec1bb5b98c HTTP/1.1" status: 200 len: 1094 time: 0.8822794 Jun 22 01:51:39.762042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f78c85-51be-4360-bbe5-48ce01799255', 'tag': '788079d3-a28f-4717-90d1-60ec1bb5b98c'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:39.764650 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922d8a72-4d14-40ce-8768-2a86df1bbfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "54f78c85-51be-4360-bbe5-48ce01799255", "tag": "788079d3-a28f-4717-90d1-60ec1bb5b98c"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:39.794194 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Pushing event updated for resources: {'Port': ['ID=788079d3-a28f-4717-90d1-60ec1bb5b98c,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:39.797642 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:39.818727 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe672e-c75d-410c-88e3-860a05959c40 x-openstack-request-id: req-ccfe672e-c75d-410c-88e3-860a05959c40 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:39.820593 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f78c85-51be-4360-bbe5-48ce01799255", "tag": "788079d3-a28f-4717-90d1-60ec1bb5b98c", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:39.820593 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccfe672e-c75d-410c-88e3-860a05959c40 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:39.820593 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f78c85-51be-4360-bbe5-48ce01799255', 'tag': '788079d3-a28f-4717-90d1-60ec1bb5b98c', 'status': 'completed', 'code': 200} Jun 22 01:51:39.936944 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-c4d60ce2-03ce-464d-847d-3ba4b2d659f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:39.937597 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-c4d60ce2-03ce-464d-847d-3ba4b2d659f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 1097 time: 0.0709898 Jun 22 01:51:39.950982 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9361304-af37-4879-9f6f-e1394a3e79c5 req-1f74bfb1-e2fe-4fbd-94b2-bd09e58723b2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:39.952946 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c9361304-af37-4879-9f6f-e1394a3e79c5 req-1f74bfb1-e2fe-4fbd-94b2-bd09e58723b2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 943 time: 0.0822248 Jun 22 01:51:39.992294 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c9361304-af37-4879-9f6f-e1394a3e79c5 req-b36cfc29-65e6-4a5f-873e-92257aa5254c tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Jun 22 01:51:40.018985 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-1b65d8f3-b4db-477b-9353-c0361fcf35b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=788079d3-a28f-4717-90d1-60ec1bb5b98c HTTP/1.1" status: 200 len: 217 time: 0.0429242 Jun 22 01:51:40.086327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f860b3-56a8-4566-9d59-cc401be78a97 req-0d7ee07e-ae21-4f53-ad98-b9a4becfc951 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:40.087785 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-48f860b3-56a8-4566-9d59-cc401be78a97 req-0d7ee07e-ae21-4f53-ad98-b9a4becfc951 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 944 time: 0.1409054 Jun 22 01:51:40.111465 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-81aa3415-98a1-4f3c-b593-7e82e5e6d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:40.112862 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-81aa3415-98a1-4f3c-b593-7e82e5e6d7c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 200 len: 854 time: 0.0771925 Jun 22 01:51:40.156275 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-c6999e1c-fde6-4c4c-8140-fd973076d13b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6d02081-59a8-4c5b-bf90-764e63022c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310037 Jun 22 01:51:40.159252 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-48f860b3-56a8-4566-9d59-cc401be78a97 req-e8be1b10-8b0d-47a9-9611-2989b7fa967d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651317 Jun 22 01:51:40.265755 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-7344cb01-08db-4831-9463-c1d422fe2455 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902233 Jun 22 01:51:40.377005 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f6a41aed-ae8b-4850-ba93-c05993bc7c19 req-a976c0e0-7b59-4988-b5aa-5062de046781 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035149 Jun 22 01:51:40.427243 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb58f9-5dcb-452f-8fce-af8a00101c70 req-b19261b2-5392-4b19-bc1f-9003b5e4d9d5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:40.428713 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cafb58f9-5dcb-452f-8fce-af8a00101c70 req-b19261b2-5392-4b19-bc1f-9003b5e4d9d5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0703380 Jun 22 01:51:40.469517 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cafb58f9-5dcb-452f-8fce-af8a00101c70 req-c0106869-2f16-439c-87ae-8b7d1491aa76 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349152 Jun 22 01:51:40.553869 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-800173c0-13c6-4004-aef7-4edfd1309588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:40.555392 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-800173c0-13c6-4004-aef7-4edfd1309588 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 1097 time: 0.0529766 Jun 22 01:51:40.696241 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-db7ed8ca-2c77-42d9-93b6-475f2808b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:40.697688 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-db7ed8ca-2c77-42d9-93b6-475f2808b257 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 915 time: 0.1290476 Jun 22 01:51:40.755058 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-1ec47997-3607-47b5-b405-430171f773f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=788079d3-a28f-4717-90d1-60ec1bb5b98c HTTP/1.1" status: 200 len: 217 time: 0.0404382 Jun 22 01:51:40.808675 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-d740881f-e23d-4723-b179-a4e2a9c06804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:40.810427 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-d740881f-e23d-4723-b179-a4e2a9c06804 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 200 len: 854 time: 0.0491393 Jun 22 01:51:40.856160 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-83629626-f466-47dc-88fc-cc1b14431bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6d02081-59a8-4c5b-bf90-764e63022c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337853 Jun 22 01:51:40.913011 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616cd7a4-a143-4bbc-a951-860d62c4afa4 req-59e60fc9-7097-4df1-babf-e0d8c943e5e7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:40.914892 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-616cd7a4-a143-4bbc-a951-860d62c4afa4 req-59e60fc9-7097-4df1-babf-e0d8c943e5e7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 944 time: 0.0701127 Jun 22 01:51:40.942643 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-c10b352f-1ae7-4094-b438-fc4fbf113453 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827968 Jun 22 01:51:40.953748 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-616cd7a4-a143-4bbc-a951-860d62c4afa4 req-f5177628-4ecc-487c-ab14-191d19c11eaa tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329783 Jun 22 01:51:41.041390 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-922d8a72-4d14-40ce-8768-2a86df1bbfbd req-9894497c-d7c3-4473-b08c-97042d3b4291 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909200 Jun 22 01:51:41.166335 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d24556-2a35-41d9-87b5-32ab9b7451be req-1b7f7fff-9d4e-4b47-95ff-d206046f2461 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:41.167733 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c2d24556-2a35-41d9-87b5-32ab9b7451be req-1b7f7fff-9d4e-4b47-95ff-d206046f2461 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 943 time: 0.0618694 Jun 22 01:51:41.210274 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c2d24556-2a35-41d9-87b5-32ab9b7451be req-1161a035-738e-4f2e-8d4b-e0dbed59cf15 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367799 Jun 22 01:51:41.342372 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8a4e8-49a2-40cc-908f-510fc5f42f96 req-f95e8521-f521-4a56-a89f-7da83bf23741 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:41.344069 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5ac8a4e8-49a2-40cc-908f-510fc5f42f96 req-f95e8521-f521-4a56-a89f-7da83bf23741 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 944 time: 0.0677588 Jun 22 01:51:41.385198 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5ac8a4e8-49a2-40cc-908f-510fc5f42f96 req-d9ddb8be-32b9-4ee9-9c0b-a3be15ee138f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355012 Jun 22 01:51:41.643782 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ba9fe-a903-457a-8c2b-77e48bccccc9 req-b2346ccd-6b77-4f01-9d7f-f123f045a6de tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:41.645272 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ff5ba9fe-a903-457a-8c2b-77e48bccccc9 req-b2346ccd-6b77-4f01-9d7f-f123f045a6de tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0643985 Jun 22 01:51:41.685496 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ff5ba9fe-a903-457a-8c2b-77e48bccccc9 req-2dcf27f4-acc0-4e32-a458-4e2c475abc34 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342636 Jun 22 01:51:41.878086 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device f348ba3c-ba9e-4dcf-b275-6eacca2a3401 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:51:41.968275 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port f348ba3c-ba9e-4dcf-b275-6eacca2a3401, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:41.978858 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'f348ba3c-ba9e-4dcf-b275-6eacca2a3401', 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914', 'port_id': 'f348ba3c-ba9e-4dcf-b275-6eacca2a3401', 'mac_address': 'fa:16:3e:a6:b6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e1b523-5d63-4b6e-8417-4f072f0206e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:51:42.014409 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:42.030508 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f348ba3c-ba9e-4dcf-b275-6eacca2a3401 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:51:42.049510 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port f348ba3c-ba9e-4dcf-b275-6eacca2a3401, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:42.058065 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:42.058885 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 9250321b-d518-4195-b2b0-8bfaa5f29709 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:51:42.061817 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:42.133015 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e209ce-592c-4b6f-8971-85eb85ba8664 req-822c8259-e2ad-43e2-be3d-a9aad5126825 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:42.134501 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b7e209ce-592c-4b6f-8971-85eb85ba8664 req-822c8259-e2ad-43e2-be3d-a9aad5126825 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 944 time: 0.0678976 Jun 22 01:51:42.157231 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:42.160249 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:42.178280 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b7e209ce-592c-4b6f-8971-85eb85ba8664 req-8ebd682b-39bd-452f-a470-33347c848efa tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Jun 22 01:51:42.200083 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 9250321b-d518-4195-b2b0-8bfaa5f29709, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9250321b-d518-4195-b2b0-8bfaa5f29709,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:42.211109 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'port_id': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'mac_address': 'fa:16:3e:f8:10:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:51:42.250594 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:42.262645 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9250321b-d518-4195-b2b0-8bfaa5f29709 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:51:42.283250 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 9250321b-d518-4195-b2b0-8bfaa5f29709, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9250321b-d518-4195-b2b0-8bfaa5f29709,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:42.286958 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:42.289719 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:42.337825 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=9250321b-d518-4195-b2b0-8bfaa5f29709,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:42.340837 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:42.395454 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34793b-db29-45dc-acab-739514432045 req-b5e7074e-eb1d-420f-a518-7e0f908f44cb tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:42.397051 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f34793b-db29-45dc-acab-739514432045 req-b5e7074e-eb1d-420f-a518-7e0f908f44cb tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 944 time: 0.0695746 Jun 22 01:51:42.434393 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f34793b-db29-45dc-acab-739514432045 req-6376dc0a-7e42-4537-9873-8bedb815aacc tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315475 Jun 22 01:51:42.559913 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378a004-a50a-482c-8acb-051e7fe0f7c8 req-b6c4f4ad-ea4f-420e-bb21-c94c7e4ccb97 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:42.561719 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e378a004-a50a-482c-8acb-051e7fe0f7c8 req-b6c4f4ad-ea4f-420e-bb21-c94c7e4ccb97 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 945 time: 0.0619795 Jun 22 01:51:42.600730 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e378a004-a50a-482c-8acb-051e7fe0f7c8 req-de18ec4d-5bc3-4515-9aed-6db0d1457dee tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325012 Jun 22 01:51:42.872077 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcfc24-259d-405f-bdd5-8e247c68c5f9 req-f55c9a89-436d-46a1-8283-4fa172246604 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:42.874362 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-61fcfc24-259d-405f-bdd5-8e247c68c5f9 req-f55c9a89-436d-46a1-8283-4fa172246604 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0719037 Jun 22 01:51:42.914953 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-61fcfc24-259d-405f-bdd5-8e247c68c5f9 req-7ffecca9-52d9-48d4-a20b-910a8aab7585 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Jun 22 01:51:43.222086 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['9250321b-d518-4195-b2b0-8bfaa5f29709'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:51:43.251443 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['f348ba3c-ba9e-4dcf-b275-6eacca2a3401'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:51:43.363903 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05736824-6cdf-4bac-af57-787cf1fc57f0 req-9aa12352-8a92-45ec-8983-c9aa53a4bf22 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:43.366172 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-05736824-6cdf-4bac-af57-787cf1fc57f0 req-9aa12352-8a92-45ec-8983-c9aa53a4bf22 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 944 time: 0.0678520 Jun 22 01:51:43.409393 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-05736824-6cdf-4bac-af57-787cf1fc57f0 req-b5cd6f26-7ea3-486b-b5a3-bd8bef61d7bb tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370510 Jun 22 01:51:43.611402 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1077051-68cd-42f9-9620-67c74243cca3 req-0b78dbb9-0448-4ef4-a035-0da2bb670734 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:43.612848 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a1077051-68cd-42f9-9620-67c74243cca3 req-0b78dbb9-0448-4ef4-a035-0da2bb670734 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 944 time: 0.0656300 Jun 22 01:51:43.650536 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a1077051-68cd-42f9-9620-67c74243cca3 req-3e6b0a98-30b5-4eed-8301-e07ec33ffdc8 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Jun 22 01:51:43.776020 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef442ce0-eb54-4afa-ac76-8764b03e491a req-c19107af-eba6-4fc6-8e3b-def49e0461c2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:43.777493 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef442ce0-eb54-4afa-ac76-8764b03e491a req-c19107af-eba6-4fc6-8e3b-def49e0461c2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 945 time: 0.0665009 Jun 22 01:51:43.817268 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef442ce0-eb54-4afa-ac76-8764b03e491a req-602b29a9-2c90-4ed5-92af-d541dd00f2b9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333040 Jun 22 01:51:44.091671 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c017e6-6ed4-46e1-95a0-0bdd176d64b3 req-528ed7e5-a864-49ca-b4a4-890e529873b1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:44.093695 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d4c017e6-6ed4-46e1-95a0-0bdd176d64b3 req-528ed7e5-a864-49ca-b4a4-890e529873b1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0655005 Jun 22 01:51:44.133837 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d4c017e6-6ed4-46e1-95a0-0bdd176d64b3 req-c868c7ec-1fcc-49e2-ab64-37f94c9c77dc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340953 Jun 22 01:51:44.591715 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988833bb-029f-476a-b801-5915304291a4 req-90ee564d-9071-4259-a794-febee8ce3fbe tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:44.596895 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-988833bb-029f-476a-b801-5915304291a4 req-90ee564d-9071-4259-a794-febee8ce3fbe tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 944 time: 0.0689824 Jun 22 01:51:44.633103 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-988833bb-029f-476a-b801-5915304291a4 req-47a93709-0d88-47ed-9d1c-37a9f15792f6 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Jun 22 01:51:44.651312 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43912) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:44.756087 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6f32bee0-3bbe-4742-940a-0bd7b2146be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:44.868455 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2e6b1-490d-47e6-9c9b-ba16d7da3784 req-5618bf07-fbb8-4277-a94a-ae9c4229f5ff tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:44.869989 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5ea2e6b1-490d-47e6-9c9b-ba16d7da3784 req-5618bf07-fbb8-4277-a94a-ae9c4229f5ff tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 944 time: 0.1068270 Jun 22 01:51:44.929552 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5ea2e6b1-490d-47e6-9c9b-ba16d7da3784 req-08405baf-d6bc-413f-88a9-191477d94e5a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522633 Jun 22 01:51:44.934155 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6f32bee0-3bbe-4742-940a-0bd7b2146be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:44.939556 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6f32bee0-3bbe-4742-940a-0bd7b2146be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:44.942556 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4bb0fbe6-5de2-4a2a-8f5c-2f5ffcc1cd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:44.979078 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-6f32bee0-3bbe-4742-940a-0bd7b2146be5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=986b2293436a4a8194d61e430d758ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267043 Jun 22 01:51:44.980221 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32bee0-3bbe-4742-940a-0bd7b2146be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae41f9e9-45e7-4038-983b-825c902c4539,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:44.981688 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43922) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:44.984461 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6f32bee0-3bbe-4742-940a-0bd7b2146be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:45.046112 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c40b55a4-6075-4f97-adc3-fb884ac668ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.054179 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502dc55-5746-4135-822f-10edfc9dca16 req-0e0a5862-2463-4a2c-868e-7716858a8b55 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:45.055609 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d502dc55-5746-4135-822f-10edfc9dca16 req-0e0a5862-2463-4a2c-868e-7716858a8b55 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 945 time: 0.1081030 Jun 22 01:51:45.087429 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c40b55a4-6075-4f97-adc3-fb884ac668ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.127468 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d502dc55-5746-4135-822f-10edfc9dca16 req-84cc0dc5-2214-4e24-b8c7-f00f5f0dc7be tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643175 Jun 22 01:51:45.133840 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.172710 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c40b55a4-6075-4f97-adc3-fb884ac668ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.178904 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c40b55a4-6075-4f97-adc3-fb884ac668ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.183209 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-c40b55a4-6075-4f97-adc3-fb884ac668ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae41f9e9-45e7-4038-983b-825c902c4539 HTTP/1.1" status: 204 len: 168 time: 0.2005363 Jun 22 01:51:45.184140 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3f85a8f5-8b71-48a2-b472-ab7c69467e7f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:45.192618 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b55a4-6075-4f97-adc3-fb884ac668ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae41f9e9-45e7-4038-983b-825c902c4539,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:45.196395 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c40b55a4-6075-4f97-adc3-fb884ac668ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:45.320246 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77e338-94e4-402d-8b75-c72eb6816cdd req-38aa17a2-2f98-4114-bf44-04d998949784 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:45.322388 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bd77e338-94e4-402d-8b75-c72eb6816cdd req-38aa17a2-2f98-4114-bf44-04d998949784 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0670426 Jun 22 01:51:45.362073 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bd77e338-94e4-402d-8b75-c72eb6816cdd req-3b5512a3-ec30-4235-8eff-911e9afff353 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Jun 22 01:51:45.368077 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 43936) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:45.474839 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43940) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:45.476994 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-da290111-1049-43f9-97cc-9659b2239c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.488456 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb9fd-55d6-4725-b4be-893837d3b940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.567176 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-da290111-1049-43f9-97cc-9659b2239c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.570956 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-da290111-1049-43f9-97cc-9659b2239c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.574277 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5df65b91-e6b1-45f9-9f26-c62db13a15dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:45.609869 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-da290111-1049-43f9-97cc-9659b2239c8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79c84bebae2a48649bf4475b3611875b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404010 Jun 22 01:51:45.611890 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da290111-1049-43f9-97cc-9659b2239c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd66ae8-d2c5-4ed9-95c6-e6e3ae1eefe4,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:45.613039 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43942) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:45.615765 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-da290111-1049-43f9-97cc-9659b2239c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:45.692369 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb9fd-55d6-4725-b4be-893837d3b940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.693920 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7e10bb78-5e93-46e9-846e-c9a7b754787d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.707732 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb9fd-55d6-4725-b4be-893837d3b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.713270 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f56dd991-1226-4b84-a884-506f1bbe9e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:45.734711 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7e10bb78-5e93-46e9-846e-c9a7b754787d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.771796 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-4c2fb9fd-55d6-4725-b4be-893837d3b940 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da3b2eccd6be47218b655e1773837bcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958479 Jun 22 01:51:45.772617 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fb9fd-55d6-4725-b4be-893837d3b940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aace579c-2e79-48a5-b7d7-1b41b5d2b244,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:45.780727 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 43952) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:45.787200 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4c2fb9fd-55d6-4725-b4be-893837d3b940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:45.829208 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e057b2-d92d-4387-b73f-857a9de40911 req-811589c0-2ed5-4023-9103-46bdaa0ac4c0 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:45.831271 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-48e057b2-d92d-4387-b73f-857a9de40911 req-811589c0-2ed5-4023-9103-46bdaa0ac4c0 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 944 time: 0.0796332 Jun 22 01:51:45.851913 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7e10bb78-5e93-46e9-846e-c9a7b754787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.855484 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7e10bb78-5e93-46e9-846e-c9a7b754787d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.856976 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7e10bb78-5e93-46e9-846e-c9a7b754787d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bd66ae8-d2c5-4ed9-95c6-e6e3ae1eefe4 HTTP/1.1" status: 204 len: 168 time: 0.2430162 Jun 22 01:51:45.861820 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9cb2110c-8e9c-45e0-b59a-295b96308961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:45.865074 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8f471722-da1b-46db-b7f3-03dddec2b1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.873159 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10bb78-5e93-46e9-846e-c9a7b754787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd66ae8-d2c5-4ed9-95c6-e6e3ae1eefe4,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:45.875487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7e10bb78-5e93-46e9-846e-c9a7b754787d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:45.877488 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-48e057b2-d92d-4387-b73f-857a9de40911 req-0c0eb1d9-b210-4348-8375-bd25a238f6e8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385907 Jun 22 01:51:45.879729 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 788079d3-a28f-4717-90d1-60ec1bb5b98c details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:51:45.897562 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 9250321b-d518-4195-b2b0-8bfaa5f29709 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:45.908679 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8f471722-da1b-46db-b7f3-03dddec2b1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.975406 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8f471722-da1b-46db-b7f3-03dddec2b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.978378 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8f471722-da1b-46db-b7f3-03dddec2b1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:45.980936 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-8f471722-da1b-46db-b7f3-03dddec2b1bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aace579c-2e79-48a5-b7d7-1b41b5d2b244 HTTP/1.1" status: 204 len: 168 time: 0.1981108 Jun 22 01:51:45.985675 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ebe21a7a-5383-4c20-a9c9-a932bfce6494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:46.009253 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f471722-da1b-46db-b7f3-03dddec2b1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace579c-2e79-48a5-b7d7-1b41b5d2b244,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:46.013357 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8f471722-da1b-46db-b7f3-03dddec2b1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:46.144963 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51310a-012e-4048-91cd-2ca118eab2c8 req-431b3b92-8916-44f0-bf48-03dee746916d tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:46.147289 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0b51310a-012e-4048-91cd-2ca118eab2c8 req-431b3b92-8916-44f0-bf48-03dee746916d tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 944 time: 0.0721302 Jun 22 01:51:46.200175 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 9250321b-d518-4195-b2b0-8bfaa5f29709 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:46.207528 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0b51310a-012e-4048-91cd-2ca118eab2c8 req-6ccd4cdb-6383-4e11-b665-f84a8795542c tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541754 Jun 22 01:51:46.210549 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 9250321b-d518-4195-b2b0-8bfaa5f29709 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:46.210930 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:46.265420 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 788079d3-a28f-4717-90d1-60ec1bb5b98c, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=788079d3-a28f-4717-90d1-60ec1bb5b98c,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:46.284795 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '788079d3-a28f-4717-90d1-60ec1bb5b98c', 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'port_id': '788079d3-a28f-4717-90d1-60ec1bb5b98c', 'mac_address': 'fa:16:3e:86:3f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b36c0ea-90ff-4efa-ba4c-df53f2c24665', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:51:46.347561 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:46.364205 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a603e4-3569-4cb1-96bd-5ff640220d05 req-96381e37-24bf-4bfe-a5e4-0023a62dea17 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:46.367027 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-51a603e4-3569-4cb1-96bd-5ff640220d05 req-96381e37-24bf-4bfe-a5e4-0023a62dea17 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 945 time: 0.0757749 Jun 22 01:51:46.390364 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788079d3-a28f-4717-90d1-60ec1bb5b98c {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:51:46.416531 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:46.422280 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 788079d3-a28f-4717-90d1-60ec1bb5b98c, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=788079d3-a28f-4717-90d1-60ec1bb5b98c,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:46.430603 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-51a603e4-3569-4cb1-96bd-5ff640220d05 req-246819fe-80d9-4c66-b79e-a3c60a4e8373 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563104 Jun 22 01:51:46.434127 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:46.437460 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:46.472756 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9250321b-d518-4195-b2b0-8bfaa5f29709'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:46.475377 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68786e09-1b99-4392-b9a4-f2f0fbb13057" -d '{"events": [{"server_uuid": "0ae73eeb-d796-41e1-905d-b5528ce4329d", "name": "network-vif-plugged", "status": "completed", "tag": "9250321b-d518-4195-b2b0-8bfaa5f29709"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:46.501061 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 9250321b-d518-4195-b2b0-8bfaa5f29709, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9250321b-d518-4195-b2b0-8bfaa5f29709,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:46.512829 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:46.514910 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device f348ba3c-ba9e-4dcf-b275-6eacca2a3401 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:46.548289 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba826a7-5f71-4ccb-befc-d791434e81ad x-openstack-request-id: req-eba826a7-5f71-4ccb-befc-d791434e81ad {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:46.548632 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae73eeb-d796-41e1-905d-b5528ce4329d", "name": "network-vif-plugged", "status": "completed", "tag": "9250321b-d518-4195-b2b0-8bfaa5f29709", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:46.548885 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eba826a7-5f71-4ccb-befc-d791434e81ad {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:46.549261 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'code': 200} Jun 22 01:51:46.554660 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=788079d3-a28f-4717-90d1-60ec1bb5b98c,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:46.566322 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:46.566781 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:46.630305 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=9250321b-d518-4195-b2b0-8bfaa5f29709,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:46.631103 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cefee2-213d-4166-91a3-02802b73816d req-c70e844a-ef24-4946-9583-1d8d2b278870 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:46.634818 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b2cefee2-213d-4166-91a3-02802b73816d req-c70e844a-ef24-4946-9583-1d8d2b278870 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1290069 Jun 22 01:51:46.641293 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:46.648697 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:46.655722 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:46.656209 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:46.721406 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b2cefee2-213d-4166-91a3-02802b73816d req-5787e897-117d-4281-b77a-d93f1cc6263b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793457 Jun 22 01:51:46.753788 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:46.799340 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port f348ba3c-ba9e-4dcf-b275-6eacca2a3401, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:46.804836 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:46.807675 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:46.861355 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:46.871739 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:46.880276 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003964a8-b78e-4171-b461-60f0f86d1a91 req-e9a9eb9f-f754-4fb4-8b99-271914ecaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:46.881950 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-003964a8-b78e-4171-b461-60f0f86d1a91 req-e9a9eb9f-f754-4fb4-8b99-271914ecaa70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 1099 time: 0.0662198 Jun 22 01:51:46.927287 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-003964a8-b78e-4171-b461-60f0f86d1a91 req-309dc7b7-df68-42e5-a723-dbbf6fb6818a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382128 Jun 22 01:51:47.044684 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['788079d3-a28f-4717-90d1-60ec1bb5b98c'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:51:47.141923 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672541e-652d-4dbc-a434-985227fe4b23 req-eee5e381-08e0-4fda-a2e0-03c8f65d036e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:47.143501 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6672541e-652d-4dbc-a434-985227fe4b23 req-eee5e381-08e0-4fda-a2e0-03c8f65d036e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 945 time: 0.0800502 Jun 22 01:51:47.187459 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6672541e-652d-4dbc-a434-985227fe4b23 req-3b58f225-3227-468b-9f04-cb3d121cfb5c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371933 Jun 22 01:51:47.401112 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0a2b2-32cc-4303-8aa6-feccdd302023 req-e4d01209-5bf0-4fe8-af73-b2437ad28bf0 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:47.402741 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dfb0a2b2-32cc-4303-8aa6-feccdd302023 req-e4d01209-5bf0-4fe8-af73-b2437ad28bf0 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0759122 Jun 22 01:51:47.448117 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-dfb0a2b2-32cc-4303-8aa6-feccdd302023 req-806945dc-b329-4366-848d-b313b3ff950f tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353956 Jun 22 01:51:47.612869 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d309aa0-378b-4668-99f4-403ab34d13db req-3fcdefd4-7e37-4a45-a3b8-137fad4de019 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:47.614371 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9d309aa0-378b-4668-99f4-403ab34d13db req-3fcdefd4-7e37-4a45-a3b8-137fad4de019 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0631847 Jun 22 01:51:47.654984 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9d309aa0-378b-4668-99f4-403ab34d13db req-8eba0af3-547f-48cf-be38-9c6d800ef41d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340466 Jun 22 01:51:47.850929 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:51:47.896871 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf086d-9d54-4648-9054-67ab71cb9066 req-be85c7cb-f7e8-4567-bbcd-7a06a337cecc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:47.898345 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-87cf086d-9d54-4648-9054-67ab71cb9066 req-be85c7cb-f7e8-4567-bbcd-7a06a337cecc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0679739 Jun 22 01:51:47.941827 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-87cf086d-9d54-4648-9054-67ab71cb9066 req-46a4d8d5-f199-4a1f-9892-7848d161b191 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375731 Jun 22 01:51:48.362126 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3bf72-1e13-4b3a-a637-5a08622dc260 req-229576ca-84eb-4f18-944d-7c2bad17bf98 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:48.363581 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6ac3bf72-1e13-4b3a-a637-5a08622dc260 req-229576ca-84eb-4f18-944d-7c2bad17bf98 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 945 time: 0.0658088 Jun 22 01:51:48.407571 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6ac3bf72-1e13-4b3a-a637-5a08622dc260 req-a7e0d69e-65dd-4d1b-86c8-ac8c06ad6b86 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Jun 22 01:51:48.550357 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b979fe-14fd-40ce-91b7-e2f4e24846fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f348ba3c-ba9e-4dcf-b275-6eacca2a3401'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:48.553502 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db75b3f-5e0a-4d0e-8a76-e69d68c770ea" -d '{"events": [{"server_uuid": "90b979fe-14fd-40ce-91b7-e2f4e24846fb", "name": "network-vif-plugged", "status": "completed", "tag": "f348ba3c-ba9e-4dcf-b275-6eacca2a3401"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:48.588284 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a8e94b-7e78-4eb7-9ca6-78483b3184b1 x-openstack-request-id: req-52a8e94b-7e78-4eb7-9ca6-78483b3184b1 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:48.588845 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b979fe-14fd-40ce-91b7-e2f4e24846fb", "name": "network-vif-plugged", "status": "completed", "tag": "f348ba3c-ba9e-4dcf-b275-6eacca2a3401", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:48.589134 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a8e94b-7e78-4eb7-9ca6-78483b3184b1 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:48.589534 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b979fe-14fd-40ce-91b7-e2f4e24846fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f348ba3c-ba9e-4dcf-b275-6eacca2a3401', 'code': 200} Jun 22 01:51:48.623074 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b374-3a8d-4e87-98b1-ca241a6d3f74 req-d8f49afa-a0f7-48d3-8dc7-bca197a77313 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:48.624476 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4499b374-3a8d-4e87-98b1-ca241a6d3f74 req-d8f49afa-a0f7-48d3-8dc7-bca197a77313 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0635352 Jun 22 01:51:48.662514 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4499b374-3a8d-4e87-98b1-ca241a6d3f74 req-87a50db4-227c-4c5a-b777-1b7b2b0a78a8 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Jun 22 01:51:48.843735 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31565ad9-5801-4d6b-8089-8d9153644f2b req-5522f82f-00a5-4c89-9a84-a78fcaded708 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:48.845288 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-31565ad9-5801-4d6b-8089-8d9153644f2b req-5522f82f-00a5-4c89-9a84-a78fcaded708 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0695682 Jun 22 01:51:48.886120 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-31565ad9-5801-4d6b-8089-8d9153644f2b req-20473dc5-ea05-4e2b-a36b-d68d88360eba tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342979 Jun 22 01:51:48.918339 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b25e0-27df-482b-bc0f-87e80805b6c2 req-ba08866b-6d38-4391-8f03-33f55642c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:48.919876 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c72b25e0-27df-482b-bc0f-87e80805b6c2 req-ba08866b-6d38-4391-8f03-33f55642c659 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 1098 time: 0.0571916 Jun 22 01:51:48.957457 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c72b25e0-27df-482b-bc0f-87e80805b6c2 req-60605666-e7c1-40ee-a705-076b08aea8a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286429 Jun 22 01:51:49.111984 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e44bc-6973-49f2-b712-cb6e02d552fe req-bd56478c-c1a9-4ec6-aa14-d45b05120618 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:49.113536 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-440e44bc-6973-49f2-b712-cb6e02d552fe req-bd56478c-c1a9-4ec6-aa14-d45b05120618 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0625007 Jun 22 01:51:49.152350 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-440e44bc-6973-49f2-b712-cb6e02d552fe req-3ca35e49-c725-4c3e-86a0-d181b9530476 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Jun 22 01:51:49.591000 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23351a-dff8-4252-bbe0-4695a2140480 req-7083b2e7-499d-4922-add5-08ca01edb4df tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:49.592450 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3c23351a-dff8-4252-bbe0-4695a2140480 req-7083b2e7-499d-4922-add5-08ca01edb4df tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 945 time: 0.0660224 Jun 22 01:51:49.633771 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3c23351a-dff8-4252-bbe0-4695a2140480 req-2b353658-9d7a-4daa-b12c-b4bd21a3c018 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Jun 22 01:51:49.865258 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952c652-b1f3-4d05-b80a-0864f9a53f24 req-4175da3b-2a4b-448b-9506-9177fb8b5105 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:49.869153 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9952c652-b1f3-4d05-b80a-0864f9a53f24 req-4175da3b-2a4b-448b-9506-9177fb8b5105 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0911791 Jun 22 01:51:49.921111 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 788079d3-a28f-4717-90d1-60ec1bb5b98c up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:51:49.930813 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9952c652-b1f3-4d05-b80a-0864f9a53f24 req-4e748bb1-c013-4a41-8280-35924f87798f tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552745 Jun 22 01:51:49.994164 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 788079d3-a28f-4717-90d1-60ec1bb5b98c completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:51:49.997611 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 788079d3-a28f-4717-90d1-60ec1bb5b98c triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:51:49.998138 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:50.099604 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:50.136096 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 788079d3-a28f-4717-90d1-60ec1bb5b98c, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=788079d3-a28f-4717-90d1-60ec1bb5b98c,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:51:50.140635 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:50.143664 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:50.218233 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=788079d3-a28f-4717-90d1-60ec1bb5b98c,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:50.229070 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:50.338379 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54212126-0e1f-4462-a106-c8aada1a4932 req-11bd4a04-59b4-4f23-8a05-720c1943aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:50.341043 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-54212126-0e1f-4462-a106-c8aada1a4932 req-11bd4a04-59b4-4f23-8a05-720c1943aa3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 1099 time: 0.3333848 Jun 22 01:51:50.367000 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297e23b-d6bf-4ac0-aeaf-1d14479dbe59 req-281fbee3-0fda-42a7-ac63-c5431073201d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:50.376684 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2297e23b-d6bf-4ac0-aeaf-1d14479dbe59 req-281fbee3-0fda-42a7-ac63-c5431073201d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.3258183 Jun 22 01:51:50.446555 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2297e23b-d6bf-4ac0-aeaf-1d14479dbe59 req-7e88a8a2-bc96-4f55-b94b-8eb2901be481 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682294 Jun 22 01:51:50.465076 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-54212126-0e1f-4462-a106-c8aada1a4932 req-c4487809-042c-46d0-918d-92e95a6f159b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166790 Jun 22 01:51:50.557278 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea561e25-11c3-4da2-b4d8-3d7e1f72239d req-17b32bb2-3434-49ff-897b-b38ae6cf68dc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:50.573906 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ea561e25-11c3-4da2-b4d8-3d7e1f72239d req-17b32bb2-3434-49ff-897b-b38ae6cf68dc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1080382 Jun 22 01:51:50.591428 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f78c85-51be-4360-bbe5-48ce01799255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788079d3-a28f-4717-90d1-60ec1bb5b98c'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:50.596516 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f237758-a9a9-4c7c-93db-475ca3a0675d" -d '{"events": [{"server_uuid": "54f78c85-51be-4360-bbe5-48ce01799255", "name": "network-vif-plugged", "status": "completed", "tag": "788079d3-a28f-4717-90d1-60ec1bb5b98c"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:50.616892 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ea561e25-11c3-4da2-b4d8-3d7e1f72239d req-7fd413e4-33b1-4478-98f2-db43d54293aa tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418127 Jun 22 01:51:50.690266 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f8961-f2b2-4bd4-93fa-46908c64c120 req-9f59b204-c34e-41a0-8331-8a5af5db37d2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:50.691994 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-546f8961-f2b2-4bd4-93fa-46908c64c120 req-9f59b204-c34e-41a0-8331-8a5af5db37d2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0878694 Jun 22 01:51:50.702468 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 44134) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:50.709130 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4281c30e-9d9e-4234-a2f7-2978e28fb210 x-openstack-request-id: req-4281c30e-9d9e-4234-a2f7-2978e28fb210 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:50.709465 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f78c85-51be-4360-bbe5-48ce01799255", "name": "network-vif-plugged", "status": "completed", "tag": "788079d3-a28f-4717-90d1-60ec1bb5b98c", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:50.709737 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4281c30e-9d9e-4234-a2f7-2978e28fb210 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:50.710180 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f78c85-51be-4360-bbe5-48ce01799255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788079d3-a28f-4717-90d1-60ec1bb5b98c', 'code': 200} Jun 22 01:51:50.713729 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'floatingip': {'port_id': '9250321b-d518-4195-b2b0-8bfaa5f29709'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:51:50.793824 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:51.008791 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d952d-358f-4823-a842-3211c6beedeb req-2e5b1595-aed5-4ca8-9da5-0285f8a3bbf2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:51.010306 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e16d952d-358f-4823-a842-3211c6beedeb req-2e5b1595-aed5-4ca8-9da5-0285f8a3bbf2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 946 time: 0.1859560 Jun 22 01:51:51.096499 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e16d952d-358f-4823-a842-3211c6beedeb req-775ea413-bbcd-4e18-bd96-8c1c5fee88c5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785799 Jun 22 01:51:51.112983 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3ea3b-31a8-469e-9113-46c015504d4d req-d46f39b8-5f8f-4a28-8bb6-5052b799e8f3 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:51.121167 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-96c3ea3b-31a8-469e-9113-46c015504d4d req-d46f39b8-5f8f-4a28-8bb6-5052b799e8f3 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0775251 Jun 22 01:51:51.157042 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-96c3ea3b-31a8-469e-9113-46c015504d4d req-8e95b0e3-2cf1-47fe-8756-acdd1de44149 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348930 Jun 22 01:51:51.467960 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fe122-611e-4263-9056-5c41a20beea3 req-da7fcc15-765f-4646-af8d-08f0be76364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:51.469811 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a2fe122-611e-4263-9056-5c41a20beea3 req-da7fcc15-765f-4646-af8d-08f0be76364c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 1099 time: 0.1626413 Jun 22 01:51:51.517458 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 44150) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:51.567501 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:51.569657 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a2fe122-611e-4263-9056-5c41a20beea3 req-2e77be19-dc0f-4881-aff7-043034f08095 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631833 Jun 22 01:51:51.571837 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:51.638608 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f86cce02-8c5b-4c9a-98d4-434cacdc6ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:51.681467 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Floating IP 41489e2e-418a-4445-8f16-190e1a088791 associated. External IP: 172.28.3.22, port: 9250321b-d518-4195-b2b0-8bfaa5f29709. Jun 22 01:51:51.783285 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f86cce02-8c5b-4c9a-98d4-434cacdc6ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:51.796011 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f86cce02-8c5b-4c9a-98d4-434cacdc6ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:51.820284 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-389bc138-b147-4032-bbc4-a5a5026c7f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:51.868181 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f86cce02-8c5b-4c9a-98d4-434cacdc6ee8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd7092da490d4dc5a77857168ffed8b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495233 Jun 22 01:51:51.870032 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cce02-8c5b-4c9a-98d4-434cacdc6ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007ccf61-daed-4856-8682-d45e875f7015,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:51.874816 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 44170) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:51.876862 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f86cce02-8c5b-4c9a-98d4-434cacdc6ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:51.941438 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a83a5-45b8-42f2-9faf-bc82d82be099 req-17ae0090-e4d2-4c0c-aa70-9ca66f778f6d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:51.943068 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-782a83a5-45b8-42f2-9faf-bc82d82be099 req-17ae0090-e4d2-4c0c-aa70-9ca66f778f6d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1579902 Jun 22 01:51:51.971846 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ff8f-73cc-42c2-8a71-05994d566350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:52.036591 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-782a83a5-45b8-42f2-9faf-bc82d82be099 req-1d182a3b-72b1-48db-bd14-aea6b21c6fb1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739393 Jun 22 01:51:52.038753 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ff8f-73cc-42c2-8a71-05994d566350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:52.103783 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ff8f-73cc-42c2-8a71-05994d566350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:52.108500 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b5e6ff8f-73cc-42c2-8a71-05994d566350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:52.110330 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-b5e6ff8f-73cc-42c2-8a71-05994d566350 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/007ccf61-daed-4856-8682-d45e875f7015 HTTP/1.1" status: 204 len: 168 time: 0.2344823 Jun 22 01:51:52.111561 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c3be2089-11c2-4449-9c07-e80d6f3b9cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:52.139039 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6ff8f-73cc-42c2-8a71-05994d566350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ccf61-daed-4856-8682-d45e875f7015,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:52.152408 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b5e6ff8f-73cc-42c2-8a71-05994d566350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:52.198312 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Router c3b4def1-d1eb-45cd-8aa3-656d092f142c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:51:52.381676 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:51:52.390077 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:52.397984 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] Sync routers for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:51:52.417247 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:51:52.417880 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:51:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:52.463370 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffaa8a-f13b-42ae-95af-7eb9f2319c94 req-be6518ea-5680-4f97-b425-092a276feb7d tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:52.473998 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a4ffaa8a-f13b-42ae-95af-7eb9f2319c94 req-be6518ea-5680-4f97-b425-092a276feb7d tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.1079900 Jun 22 01:51:52.477358 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-5c53c14c-c5ad-42da-8055-1b8e95488f4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "PUT /v2.0/floatingips/41489e2e-418a-4445-8f16-190e1a088791 HTTP/1.1" status: 200 len: 991 time: 1.7731626 Jun 22 01:51:52.479141 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'tag': '9250321b-d518-4195-b2b0-8bfaa5f29709'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:51:52.481809 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae73eeb-d796-41e1-905d-b5528ce4329d", "tag": "9250321b-d518-4195-b2b0-8bfaa5f29709"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:51:52.499319 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92b11f-48fa-427b-9902-8e9c4fc09678 req-97eaf787-19fc-40e7-863f-62f4a0f033df tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:52.506567 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ad92b11f-48fa-427b-9902-8e9c4fc09678 req-97eaf787-19fc-40e7-863f-62f4a0f033df tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 946 time: 0.1862230 Jun 22 01:51:52.532520 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a4ffaa8a-f13b-42ae-95af-7eb9f2319c94 req-616aaa26-d064-4b47-bbde-3588f4d3d105 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574117 Jun 22 01:51:52.548733 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ad92b11f-48fa-427b-9902-8e9c4fc09678 req-b138106e-69aa-4bc6-8bcb-1ed8af490e52 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Jun 22 01:51:52.551847 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:51:52.674860 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb79033-3e69-402b-8bbf-da323649b67c x-openstack-request-id: req-5bb79033-3e69-402b-8bbf-da323649b67c {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:51:52.674860 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae73eeb-d796-41e1-905d-b5528ce4329d", "tag": "9250321b-d518-4195-b2b0-8bfaa5f29709", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:51:52.675114 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bb79033-3e69-402b-8bbf-da323649b67c {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:51:52.675405 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'tag': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'status': 'completed', 'code': 200} Jun 22 01:51:52.924623 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '41489e2e-418a-4445-8f16-190e1a088791', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'floating_ip_address': '172.28.3.22', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'port_id': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'mac_address': 'fa:16:3e:f8:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:51:23Z', 'updated_at': '2021-06-22T01:51:51Z', 'revision_number': 1, 'project_id': 'c588195eae4147649d4de30346989b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:52.956674 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] Checking router: c3b4def1-d1eb-45cd-8aa3-656d092f142c for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:51:52.967321 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:51:52.967942 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:51:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:52.978952 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-06ffc57e-fef5-4a60-a3c5-314c5d0887b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:52.980441 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-06ffc57e-fef5-4a60-a3c5-314c5d0887b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 1099 time: 0.1036589 Jun 22 01:51:53.136862 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:51:53.149315 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-0fd4652f-2879-4323-b1c7-a99dfc2fbdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:53.150814 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-0fd4652f-2879-4323-b1c7-a99dfc2fbdf0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 911 time: 0.1619060 Jun 22 01:51:53.353900 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-1af01941-ff7e-43cc-a2fb-1f63a9f18cdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9250321b-d518-4195-b2b0-8bfaa5f29709 HTTP/1.1" status: 200 len: 999 time: 0.1919894 Jun 22 01:51:53.361169 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fed773-34e5-4ecc-8fcf-ee02d9e6418b req-ea51f123-1a11-41d0-871c-d0b79491a794 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:53.365324 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-58fed773-34e5-4ecc-8fcf-ee02d9e6418b req-ea51f123-1a11-41d0-871c-d0b79491a794 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1293492 Jun 22 01:51:53.430567 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-709b5fcf-37c4-4ac0-a0c9-b58a40becbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:53.433304 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-709b5fcf-37c4-4ac0-a0c9-b58a40becbd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0569825 Jun 22 01:51:53.435798 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-58fed773-34e5-4ecc-8fcf-ee02d9e6418b req-1bf33de8-8aba-42b3-b58a-aed23197dd45 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603395 Jun 22 01:51:53.511026 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-57f57ed0-7f36-411a-8b5b-574aaf4d469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:53.512799 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-57f57ed0-7f36-411a-8b5b-574aaf4d469c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669839 Jun 22 01:51:53.598440 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '41489e2e-418a-4445-8f16-190e1a088791', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'floating_ip_address': '172.28.3.22', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'port_id': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'mac_address': 'fa:16:3e:f8:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:51:23Z', 'updated_at': '2021-06-22T01:51:51Z', 'revision_number': 1, 'project_id': 'c588195eae4147649d4de30346989b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:51:53.628023 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-5a63622a-b199-4c15-9e3e-5ae44956ca01 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063073 Jun 22 01:51:53.640104 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3de772-bcd3-4099-ab94-0fb2e9183575 None None] The sync data for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb is: [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '41489e2e-418a-4445-8f16-190e1a088791', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'floating_ip_address': '172.28.3.22', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'port_id': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'mac_address': 'fa:16:3e:f8:10:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:51:23Z', 'updated_at': '2021-06-22T01:51:51Z', 'revision_number': 1, 'project_id': 'c588195eae4147649d4de30346989b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:51:53.826304 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6c699-e621-47ae-9154-dcd69af53514 req-1ef01c8c-4383-47de-84da-904254cff7ec tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:53.841368 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a6f6c699-e621-47ae-9154-dcd69af53514 req-1ef01c8c-4383-47de-84da-904254cff7ec tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 946 time: 0.1445346 Jun 22 01:51:53.895011 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a858797-1c9a-4766-abdd-7bb2c2ec4a14 req-b7d91565-5fda-4296-a90e-fc85aa1da297 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638761 Jun 22 01:51:53.936005 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a6f6c699-e621-47ae-9154-dcd69af53514 req-00dda45d-cd95-44bf-891c-d9c6b82d0940 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937793 Jun 22 01:51:53.987745 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472bce4f-ba6a-47bd-88ed-32ccaf94c4c2 None None] New status for floating IP 41489e2e-418a-4445-8f16-190e1a088791: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:51:54.366761 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 44340) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:54.470542 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76f37965-0347-4b66-9c31-b5ba73c49171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:54.596583 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76f37965-0347-4b66-9c31-b5ba73c49171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:54.603439 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-76f37965-0347-4b66-9c31-b5ba73c49171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:54.607238 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:54.649578 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-76f37965-0347-4b66-9c31-b5ba73c49171 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=925bc6e2269247b594aa8fcde504a425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817180 Jun 22 01:51:54.651743 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f37965-0347-4b66-9c31-b5ba73c49171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e87f1ab-bde0-4142-88e0-95203c8d4aac,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:54.652386 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 44350) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:54.661428 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-76f37965-0347-4b66-9c31-b5ba73c49171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:54.676073 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2d706-794c-483f-8d8e-111686ad5e64 req-74f9f4c7-7750-4fd5-a077-b4c563d36c26 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:54.684396 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-67b2d706-794c-483f-8d8e-111686ad5e64 req-74f9f4c7-7750-4fd5-a077-b4c563d36c26 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.1347320 Jun 22 01:51:54.707376 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e97c76b6-d8b4-4c82-9688-b46b70f15628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:54.729191 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-67b2d706-794c-483f-8d8e-111686ad5e64 req-5a4b563d-71f3-4a08-86b0-ade3ef4aa6a6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437262 Jun 22 01:51:54.733877 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e97c76b6-d8b4-4c82-9688-b46b70f15628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:54.788507 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e97c76b6-d8b4-4c82-9688-b46b70f15628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:54.791429 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e97c76b6-d8b4-4c82-9688-b46b70f15628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:54.792568 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-e97c76b6-d8b4-4c82-9688-b46b70f15628 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e87f1ab-bde0-4142-88e0-95203c8d4aac HTTP/1.1" status: 204 len: 168 time: 0.1386950 Jun 22 01:51:54.793559 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8c27f822-e558-4967-8752-37a3330fbed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:54.802271 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c76b6-d8b4-4c82-9688-b46b70f15628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e87f1ab-bde0-4142-88e0-95203c8d4aac,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:54.811852 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e97c76b6-d8b4-4c82-9688-b46b70f15628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:54.913705 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019d2ae-40b1-4efc-b23b-5127cfbeba22 req-d53e4199-25c7-4cb5-ac24-b9742501d290 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:54.915090 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f019d2ae-40b1-4efc-b23b-5127cfbeba22 req-d53e4199-25c7-4cb5-ac24-b9742501d290 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0770888 Jun 22 01:51:54.957306 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f019d2ae-40b1-4efc-b23b-5127cfbeba22 req-95cb7ab9-4ed0-4af5-9825-37814ca2b876 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Jun 22 01:51:55.134759 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 44374) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:55.151466 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3bc13ed5-7557-492a-85d7-670d5167f886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:55.182226 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0448c-763a-4c3e-abc3-4d582f586149 req-651456cc-ec86-440e-a9f6-f2132d85a8c6 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:55.182226 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b5e0448c-763a-4c3e-abc3-4d582f586149 req-651456cc-ec86-440e-a9f6-f2132d85a8c6 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 946 time: 0.0975690 Jun 22 01:51:55.243753 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b5e0448c-763a-4c3e-abc3-4d582f586149 req-9affe10f-4f0b-4425-a3c3-a61b6b2a4de7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565557 Jun 22 01:51:55.324509 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3bc13ed5-7557-492a-85d7-670d5167f886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:55.330281 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3bc13ed5-7557-492a-85d7-670d5167f886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:55.335270 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-444a407f-0a8e-4e1e-a497-d8c41abe79ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:55.389113 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 44390) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:51:55.390813 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-3bc13ed5-7557-492a-85d7-670d5167f886 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51cb1364c75944eea7874e00b95c2084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535288 Jun 22 01:51:55.391765 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc13ed5-7557-492a-85d7-670d5167f886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c523a3d2-7a98-4f7b-bfd4-33c8a829bf88,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:55.409251 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3bc13ed5-7557-492a-85d7-670d5167f886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:55.472897 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-69a152c4-2637-4ffd-8c8f-256fc57c1303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:55.496562 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-69a152c4-2637-4ffd-8c8f-256fc57c1303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:55.549055 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-69a152c4-2637-4ffd-8c8f-256fc57c1303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:55.556501 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-69a152c4-2637-4ffd-8c8f-256fc57c1303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:51:55.560923 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-69a152c4-2637-4ffd-8c8f-256fc57c1303 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c523a3d2-7a98-4f7b-bfd4-33c8a829bf88 HTTP/1.1" status: 204 len: 168 time: 0.1707840 Jun 22 01:51:55.561917 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9e3deeec-ce2f-4ac7-b8fb-836e2feb61a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:51:55.574237 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a152c4-2637-4ffd-8c8f-256fc57c1303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c523a3d2-7a98-4f7b-bfd4-33c8a829bf88,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:51:55.578794 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-69a152c4-2637-4ffd-8c8f-256fc57c1303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:51:58.303131 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708e9a4-9ab6-4ee5-bc41-ae876cdf3978 req-5a417113-821c-426f-b0de-d208d499ac62 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:58.304803 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d708e9a4-9ab6-4ee5-bc41-ae876cdf3978 req-5a417113-821c-426f-b0de-d208d499ac62 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1053259 Jun 22 01:51:58.318451 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-537e7c3b-09e4-4f4b-b547-56ec1a829cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:58.319853 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-537e7c3b-09e4-4f4b-b547-56ec1a829cdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1099 time: 0.0924807 Jun 22 01:51:58.402904 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d708e9a4-9ab6-4ee5-bc41-ae876cdf3978 req-6dca0c9c-e5e5-43d2-bdbe-daf544823fd5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918350 Jun 22 01:51:58.442733 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-26b850b6-4199-4013-95c1-212118bd0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:58.444202 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-26b850b6-4199-4013-95c1-212118bd0f2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.1140270 Jun 22 01:51:58.490868 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-9ad2f5b7-c491-43c2-b86c-5de8c70e722c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 200 len: 217 time: 0.0360699 Jun 22 01:51:58.541132 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-9e5155b0-6192-4305-a7cc-d546048f435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:58.542591 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-9e5155b0-6192-4305-a7cc-d546048f435f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.0453746 Jun 22 01:51:58.587629 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-a4c3deda-d89a-4b31-9ad7-e58e733edc21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279517 Jun 22 01:51:58.684013 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-09e27cd9-9f99-40ee-91bb-d532a7fadb57 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836484 Jun 22 01:51:58.774613 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3b089b6-ef19-4723-a20e-c80a3d8c3692 req-5637078e-7af9-455a-8cef-b088c42e6428 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Jun 22 01:51:59.589991 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12077-b006-4eae-bcbe-4aeb22e2854a req-78884724-e9e6-4d9f-9251-0a775fc61f00 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:51:59.591539 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-94e12077-b006-4eae-bcbe-4aeb22e2854a req-78884724-e9e6-4d9f-9251-0a775fc61f00 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0662360 Jun 22 01:51:59.631190 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-94e12077-b006-4eae-bcbe-4aeb22e2854a req-1ca77942-305e-4b64-8fc2-7dd973af943a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Jun 22 01:52:00.449084 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 44584) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:00.591910 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-182e6fa3-b6fd-4adb-82ac-0593e836e4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:00.702436 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-182e6fa3-b6fd-4adb-82ac-0593e836e4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:00.708584 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-182e6fa3-b6fd-4adb-82ac-0593e836e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:00.711766 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-39cdb755-9550-44a6-82c8-93e6ea72e92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:00.752708 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-182e6fa3-b6fd-4adb-82ac-0593e836e4cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad7d09186fb143a389179b5155d1c18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990532 Jun 22 01:52:00.752708 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e6fa3-b6fd-4adb-82ac-0593e836e4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15237fd9-2f04-4d19-b04d-702ac22f7cb8,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:00.753327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 44600) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:00.761933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-182e6fa3-b6fd-4adb-82ac-0593e836e4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:00.819356 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7ec634e2-a14b-4017-a7dc-9c5abbf904f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:00.827640 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919118d-72b8-4cc4-a1be-be7840525a46 req-3a3e1981-286e-4dcd-acd8-f728e2d1bf13 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:00.829753 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c919118d-72b8-4cc4-a1be-be7840525a46 req-3a3e1981-286e-4dcd-acd8-f728e2d1bf13 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0703394 Jun 22 01:52:00.853576 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7ec634e2-a14b-4017-a7dc-9c5abbf904f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:00.879417 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c919118d-72b8-4cc4-a1be-be7840525a46 req-033b385b-fe02-42bc-ab50-693f45b1c3c9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Jun 22 01:52:00.909375 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7ec634e2-a14b-4017-a7dc-9c5abbf904f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:00.912849 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7ec634e2-a14b-4017-a7dc-9c5abbf904f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:00.916284 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7ec634e2-a14b-4017-a7dc-9c5abbf904f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15237fd9-2f04-4d19-b04d-702ac22f7cb8 HTTP/1.1" status: 204 len: 168 time: 0.1595044 Jun 22 01:52:00.916284 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7e10bb78-5e93-46e9-846e-c9a7b754787d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:00.923441 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec634e2-a14b-4017-a7dc-9c5abbf904f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15237fd9-2f04-4d19-b04d-702ac22f7cb8,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:00.925810 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7ec634e2-a14b-4017-a7dc-9c5abbf904f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:01.469639 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ea41c8ff-f550-4e43-898f-e4025d52e797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:02.089501 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5ed58-8626-4039-9383-cd244508cdbb req-151500c5-4a71-44ec-825e-c595291e1309 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:02.091215 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-72d5ed58-8626-4039-9383-cd244508cdbb req-151500c5-4a71-44ec-825e-c595291e1309 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0725205 Jun 22 01:52:02.141761 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-72d5ed58-8626-4039-9383-cd244508cdbb req-f5389991-96ad-4ef5-a6d8-90a9e82f6112 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Jun 22 01:52:03.334948 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e0741-80c6-4e89-963b-6771f65a49f2 req-029a7f9f-d166-46e2-82a5-b0f265064bdf tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:03.336473 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a55e0741-80c6-4e89-963b-6771f65a49f2 req-029a7f9f-d166-46e2-82a5-b0f265064bdf tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0782933 Jun 22 01:52:03.380983 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a55e0741-80c6-4e89-963b-6771f65a49f2 req-fcfbfe6f-7516-48b4-aa85-84a8f9597556 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Jun 22 01:52:03.695397 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-843b2872-e547-4e72-aba6-dddbaf053f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:04.165192 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:04.577417 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d858c-9fd6-4d20-801f-3c0ea2cfb283 req-1277daf5-f7c5-4aba-88b7-37f6f75a7b1e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:04.579509 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-070d858c-9fd6-4d20-801f-3c0ea2cfb283 req-1277daf5-f7c5-4aba-88b7-37f6f75a7b1e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0752110 Jun 22 01:52:04.623974 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-070d858c-9fd6-4d20-801f-3c0ea2cfb283 req-de53a491-c34b-4348-beee-2413aa6c8528 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364347 Jun 22 01:52:05.213686 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:05.834079 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741c009-e563-4375-8ae1-033a59c14cb9 req-6617abcd-c4cd-4c5c-8942-ead0312cf431 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:05.834079 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c741c009-e563-4375-8ae1-033a59c14cb9 req-6617abcd-c4cd-4c5c-8942-ead0312cf431 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0749438 Jun 22 01:52:05.885664 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c741c009-e563-4375-8ae1-033a59c14cb9 req-e3819453-d46b-479f-ae29-66c82c56638d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485535 Jun 22 01:52:06.835440 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:07.077213 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0717f2-c854-4026-bd1a-eb3f5d67b4bc req-af3ae777-843e-4070-b33e-696d7062a384 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:07.079375 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2c0717f2-c854-4026-bd1a-eb3f5d67b4bc req-af3ae777-843e-4070-b33e-696d7062a384 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0675297 Jun 22 01:52:07.119393 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2c0717f2-c854-4026-bd1a-eb3f5d67b4bc req-af337957-ca96-4a27-9d29-456886ad14d3 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340035 Jun 22 01:52:08.306587 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22cd0-f1b5-4473-86da-651280f7a0d0 req-5ec6367e-f7de-4636-93bc-b16071a0c53c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:08.307964 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b4f22cd0-f1b5-4473-86da-651280f7a0d0 req-5ec6367e-f7de-4636-93bc-b16071a0c53c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0709341 Jun 22 01:52:08.353542 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b4f22cd0-f1b5-4473-86da-651280f7a0d0 req-9bf7dad4-5dc4-429d-a3eb-28629d022f84 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383372 Jun 22 01:52:09.537030 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985e625-6141-473e-b16a-694b54183822 req-c3b1044c-95dc-48a6-bced-4946465497c6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:09.538547 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3985e625-6141-473e-b16a-694b54183822 req-c3b1044c-95dc-48a6-bced-4946465497c6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0677476 Jun 22 01:52:09.578599 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3985e625-6141-473e-b16a-694b54183822 req-3e03c616-ee8c-4a69-90d1-0d75045053c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Jun 22 01:52:10.762238 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d19ecb-51ba-49e5-b934-2c5ffeb543a7 req-9a830ef2-acf9-46eb-8b62-2a4ac5d40ac2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:10.763734 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e2d19ecb-51ba-49e5-b934-2c5ffeb543a7 req-9a830ef2-acf9-46eb-8b62-2a4ac5d40ac2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0687535 Jun 22 01:52:10.804518 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e2d19ecb-51ba-49e5-b934-2c5ffeb543a7 req-3d3c49d0-38bf-45a6-9fb1-8aa86368f25c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Jun 22 01:52:11.989935 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274f05c-3d18-44fe-9524-303f9d36c84d req-87f18edf-1e66-43b2-b0d8-5e5130e7cbb7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:11.991412 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e274f05c-3d18-44fe-9524-303f9d36c84d req-87f18edf-1e66-43b2-b0d8-5e5130e7cbb7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0637443 Jun 22 01:52:12.030682 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e274f05c-3d18-44fe-9524-303f9d36c84d req-fb4e05cf-f242-4a05-969c-fcbf02ec0192 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Jun 22 01:52:12.873199 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 44908) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:12.976631 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9156-25f7-461b-b880-ff8a1efaf65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.064415 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9156-25f7-461b-b880-ff8a1efaf65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.069227 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ac4c9156-25f7-461b-b880-ff8a1efaf65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.072040 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-306b24ae-de3f-4c65-bad6-53930edafa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:13.111031 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c9156-25f7-461b-b880-ff8a1efaf65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9575232f-b982-4c0b-85a4-de0bab46fd33,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:13.114402 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ac4c9156-25f7-461b-b880-ff8a1efaf65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:13.119104 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ac4c9156-25f7-461b-b880-ff8a1efaf65f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71ba9801be5b40f190c1c10469cbb331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425106 Jun 22 01:52:13.119619 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 44914) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:13.168594 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f112b4e9-9093-4b03-b42a-06da6c152bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.190064 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f112b4e9-9093-4b03-b42a-06da6c152bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.214201 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc689ae4-52d0-4ec5-8dc3-142b275e70b0 req-976dc926-14a2-41f3-b8fe-28c18cb26aec tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:13.215656 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc689ae4-52d0-4ec5-8dc3-142b275e70b0 req-976dc926-14a2-41f3-b8fe-28c18cb26aec tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0661962 Jun 22 01:52:13.236413 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f112b4e9-9093-4b03-b42a-06da6c152bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.239485 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f112b4e9-9093-4b03-b42a-06da6c152bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:13.240619 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f112b4e9-9093-4b03-b42a-06da6c152bd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9575232f-b982-4c0b-85a4-de0bab46fd33 HTTP/1.1" status: 204 len: 168 time: 0.1202388 Jun 22 01:52:13.241405 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-76f37965-0347-4b66-9c31-b5ba73c49171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:13.248845 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112b4e9-9093-4b03-b42a-06da6c152bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9575232f-b982-4c0b-85a4-de0bab46fd33,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:13.254122 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f112b4e9-9093-4b03-b42a-06da6c152bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:13.262590 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bc689ae4-52d0-4ec5-8dc3-142b275e70b0 req-d6d47790-2813-4711-929a-6f25593ab55b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Jun 22 01:52:13.670703 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-98305bc5-36ee-44bc-a5a5-ebd10ed42761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:13.672339 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-98305bc5-36ee-44bc-a5a5-ebd10ed42761 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1099 time: 0.0574799 Jun 22 01:52:13.788905 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-11d688d7-617f-4605-a8be-a41027ec0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:13.790838 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-11d688d7-617f-4605-a8be-a41027ec0348 service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.0916483 Jun 22 01:52:13.841499 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-a3062de4-3c68-459b-9564-1953178a28d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 200 len: 217 time: 0.0356944 Jun 22 01:52:13.893473 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-814d1c56-1660-4ced-830d-de1e4ab3e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:13.894922 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-814d1c56-1660-4ced-830d-de1e4ab3e812 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.0438817 Jun 22 01:52:13.932921 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-a09137b7-6761-4668-a408-5adf801d93f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290906 Jun 22 01:52:14.024715 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-22c46357-86c8-4578-b9e4-62000bc81800 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842869 Jun 22 01:52:14.119283 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0eec5348-ecf2-4431-9b70-df0dc811ff79 req-9b0b700f-d3ff-4414-86a9-cf2c109b2fde service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849855 Jun 22 01:52:14.445457 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10683f6-0e72-4ea5-826a-29cf9ceb29df req-30b0da10-dd3f-496d-b912-9ca1ac135a00 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:14.446996 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c10683f6-0e72-4ea5-826a-29cf9ceb29df req-30b0da10-dd3f-496d-b912-9ca1ac135a00 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0644312 Jun 22 01:52:14.485827 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c10683f6-0e72-4ea5-826a-29cf9ceb29df req-d8f5cff3-6fda-4180-85f1-b5302dfe67a2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Jun 22 01:52:15.148610 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:15.664705 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09146938-7d48-40f0-b36c-ef79c02f049b req-ed9c4b66-5a13-49c7-8f3c-cdff46aa06b9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:15.666193 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-09146938-7d48-40f0-b36c-ef79c02f049b req-ed9c4b66-5a13-49c7-8f3c-cdff46aa06b9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0632885 Jun 22 01:52:15.705526 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-09146938-7d48-40f0-b36c-ef79c02f049b req-7f09e325-d8be-41c7-a605-cec71a6fe997 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336554 Jun 22 01:52:16.886796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c932565-b547-4f13-b766-3c354542c6b2 req-d6c672dd-1692-4abb-9a6a-08cfc564b7bb tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:16.888312 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3c932565-b547-4f13-b766-3c354542c6b2 req-d6c672dd-1692-4abb-9a6a-08cfc564b7bb tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0651217 Jun 22 01:52:16.929580 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3c932565-b547-4f13-b766-3c354542c6b2 req-35a514d0-824c-4791-b42c-59a57a8d2d7d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Jun 22 01:52:18.108177 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8e8694-9d80-48d5-8f1e-266484e5f3fb req-be99f77e-b008-4b3c-8868-7e48c04277ce tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:18.109871 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5b8e8694-9d80-48d5-8f1e-266484e5f3fb req-be99f77e-b008-4b3c-8868-7e48c04277ce tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0667191 Jun 22 01:52:18.148112 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5b8e8694-9d80-48d5-8f1e-266484e5f3fb req-01a56709-2356-4d2f-88d2-fb3b412aa3c9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321000 Jun 22 01:52:19.323114 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d12707-6be0-4bea-99b5-3824714d98a7 req-38d3f231-b020-44e2-b117-d2f7e04ad718 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:19.324540 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-44d12707-6be0-4bea-99b5-3824714d98a7 req-38d3f231-b020-44e2-b117-d2f7e04ad718 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0630267 Jun 22 01:52:19.367476 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-44d12707-6be0-4bea-99b5-3824714d98a7 req-707809d3-f6c7-43ac-b582-e714ce886b4a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Jun 22 01:52:20.543752 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe721217-a6e0-4d79-b7d9-c5b8b8f9bf36 req-1445ea48-07da-4edb-9db1-9beea7fc5c46 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:20.545277 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fe721217-a6e0-4d79-b7d9-c5b8b8f9bf36 req-1445ea48-07da-4edb-9db1-9beea7fc5c46 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0633931 Jun 22 01:52:20.585872 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fe721217-a6e0-4d79-b7d9-c5b8b8f9bf36 req-0291a0e8-7935-40b1-850b-d823dfb3720e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337532 Jun 22 01:52:21.761741 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b1360-79ea-4ed1-8105-78aa9cb708dd req-019008ee-5a93-452b-8c35-4788ba38bf43 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:21.763216 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d75b1360-79ea-4ed1-8105-78aa9cb708dd req-019008ee-5a93-452b-8c35-4788ba38bf43 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0631981 Jun 22 01:52:21.805466 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d75b1360-79ea-4ed1-8105-78aa9cb708dd req-e9585164-9824-4881-a82f-88d0aa5f7f7f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Jun 22 01:52:22.992618 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ec1e7-c217-4ccf-94bf-85c0e6709717 req-6d235534-9290-4973-9716-33b5f172e688 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:22.993162 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a3ec1e7-c217-4ccf-94bf-85c0e6709717 req-6d235534-9290-4973-9716-33b5f172e688 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0687146 Jun 22 01:52:23.042794 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a3ec1e7-c217-4ccf-94bf-85c0e6709717 req-acd2e8f8-71f1-4519-bc43-4dc9222a1716 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434091 Jun 22 01:52:23.426482 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-f1bc1668-8cbe-42a0-9d0a-2fbdf7d63169 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:23.427953 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-f1bc1668-8cbe-42a0-9d0a-2fbdf7d63169 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 814 time: 0.3899047 Jun 22 01:52:23.446831 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-de000c20-05b0-48d3-96e9-12cc5967aabd tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/quotas/c83acded5e7a44509c748fbbb02f40fc HTTP/1.1" status: 200 len: 375 time: 0.0099740 Jun 22 01:52:23.551577 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-b0e50131-9d61-4db7-af7b-af1bd29e6817 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853570 Jun 22 01:52:23.648232 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-34bbc644-a31b-45fe-82e9-0905d2d3ad82 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897322 Jun 22 01:52:23.742630 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-e3d8ed61-b7dd-4c00-89c9-d5887a79f941 service neutron] 10.222.0.13 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887210 Jun 22 01:52:23.949913 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9d9b9567-cdd4-4413-81d7-e625941cc4c9 req-0328508f-ecc8-4ef1-9aa3-2a48d91229c4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 210 time: 0.0302567 Jun 22 01:52:24.273167 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3aa08-9712-457c-a3ce-630e0a6dd483 req-b8b1a0a7-3fb7-4eb3-b01c-9db9ab670b42 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:24.275702 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-69d3aa08-9712-457c-a3ce-630e0a6dd483 req-b8b1a0a7-3fb7-4eb3-b01c-9db9ab670b42 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0814366 Jun 22 01:52:24.327015 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-69d3aa08-9712-457c-a3ce-630e0a6dd483 req-a986adb9-e553-4f4c-b2f6-283bad98155c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Jun 22 01:52:24.850290 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:52:25.100795 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f8e6c689-ca00-4689-a295-af2f1a59071a req-b99a4461-ab64-4c41-973b-bae380f4d9ef tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 210 time: 0.0279586 Jun 22 01:52:25.399842 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-b8ce38d0-72c6-46e6-8a88-8dbe7445194e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:25.401271 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-b8ce38d0-72c6-46e6-8a88-8dbe7445194e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 814 time: 0.1237776 Jun 22 01:52:25.425666 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Request body: {'port': {'device_id': '787c8fa9-d070-426e-a616-ebb4d8f02492', 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'admin_state_up': True, 'tenant_id': 'c83acded5e7a44509c748fbbb02f40fc'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:25.527906 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd2e84-104f-49e8-90dc-37900c7144e6 req-c2044564-debc-43c6-a473-3357082f9c78 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:25.530046 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-28fd2e84-104f-49e8-90dc-37900c7144e6 req-c2044564-debc-43c6-a473-3357082f9c78 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0698736 Jun 22 01:52:25.545377 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Made reservation on behalf of c83acded5e7a44509c748fbbb02f40fc for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:52:25.549656 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:25.581995 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-28fd2e84-104f-49e8-90dc-37900c7144e6 req-77bc6681-aee2-4f39-a4a7-b1fd30f0610b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Jun 22 01:52:25.681734 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Allocated IP 172.20.0.2 (e6d02081-59a8-4c5b-bf90-764e63022c0a/0b36c0ea-90ff-4efa-ba4c-df53f2c24665/e68e37c7-c64e-4864-a9bf-8fe347f33039) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:52:26.048782 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.088449 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.092363 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:26.132158 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Network e6d02081-59a8-4c5b-bf90-764e63022c0a is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:52:26.135326 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:26.137169 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'd10db3b5-f503-42e8-b4a8-9bfe676636e6', '788079d3-a28f-4717-90d1-60ec1bb5b98c'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:52:26.143774 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:52:26.149327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:26.149944 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.161895 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Pushing event updated for resources: {'Port': ['ID=e68e37c7-c64e-4864-a9bf-8fe347f33039,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:26.172487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.173632 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.174276 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.174805 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.175422 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.175935 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.176435 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.176926 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.177428 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.177919 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.178437 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.178921 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:26.183652 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7630994 Jun 22 01:52:26.184411 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:26.211653 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Request body: {'port': {'device_id': '787c8fa9-d070-426e-a616-ebb4d8f02492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:26.327533 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.402209 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c20ef-7868-4972-88cc-2e609b6faa8d req-3db828ca-4d6e-4916-9acd-1e17f1010b1b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:26.403668 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e9c20ef-7868-4972-88cc-2e609b6faa8d req-3db828ca-4d6e-4916-9acd-1e17f1010b1b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 931 time: 0.1199229 Jun 22 01:52:26.511506 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e9c20ef-7868-4972-88cc-2e609b6faa8d req-84e76192-49ea-401e-b0a6-6c32bf121e8a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003788 Jun 22 01:52:26.644236 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68e37c7-c64e-4864-a9bf-8fe347f33039 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:52:26.654054 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.666327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Transition to ACTIVE for port object e68e37c7-c64e-4864-a9bf-8fe347f33039 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:26.670834 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.674731 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9254d731-8648-4a1e-9ca0-2f0fa76c8932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:26.749205 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Pushing event updated for resources: {'Port': ['ID=e68e37c7-c64e-4864-a9bf-8fe347f33039,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:26.752954 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:26.767456 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b91bc2-2854-4e15-b974-0dc42bd82a3a req-cd7247f6-8ed3-4c8b-8e43-d337a05ccf3c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:26.769113 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e4b91bc2-2854-4e15-b974-0dc42bd82a3a req-cd7247f6-8ed3-4c8b-8e43-d337a05ccf3c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0788658 Jun 22 01:52:26.788025 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Attempting to bind port e68e37c7-c64e-4864-a9bf-8fe347f33039 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:52:26.788378 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Attempting to bind port e68e37c7-c64e-4864-a9bf-8fe347f33039 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:52:26.788678 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Attempting to bind port e68e37c7-c64e-4864-a9bf-8fe347f33039 on network e6d02081-59a8-4c5b-bf90-764e63022c0a {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:52:26.792912 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Port e68e37c7-c64e-4864-a9bf-8fe347f33039 on network e6d02081-59a8-4c5b-bf90-764e63022c0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:52:26.793226 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Attempting to bind port e68e37c7-c64e-4864-a9bf-8fe347f33039 on network e6d02081-59a8-4c5b-bf90-764e63022c0a {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:52:26.798520 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:52:26.798847 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Checking segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:26.799227 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Bound using segment: {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:52:26.799647 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Bound port: e68e37c7-c64e-4864-a9bf-8fe347f33039, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5daf2f94-6844-45c2-8d7a-94bbe3398813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:52:26.799993 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.817200 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e4b91bc2-2854-4e15-b974-0dc42bd82a3a req-b77e89fc-e997-4f20-bc86-28f229dc8e64 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416689 Jun 22 01:52:26.867216 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] For port e68e37c7-c64e-4864-a9bf-8fe347f33039, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:52:26.870193 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] For port e68e37c7-c64e-4864-a9bf-8fe347f33039, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e68e37c7-c64e-4864-a9bf-8fe347f33039,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:52:26.875584 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.877834 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7cd1626e-24b5-42c4-8bcf-102e0de9d951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:26.914671 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:26.915281 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:26.916633 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] 10.222.0.36 "PUT /v2.0/ports/e68e37c7-c64e-4864-a9bf-8fe347f33039 HTTP/1.1" status: 200 len: 1093 time: 0.7106764 Jun 22 01:52:26.917106 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '787c8fa9-d070-426e-a616-ebb4d8f02492', 'tag': 'e68e37c7-c64e-4864-a9bf-8fe347f33039'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:52:26.919467 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9234dd46-dea3-4fb1-8e31-33b1df527c71" -d '{"events": [{"name": "network-changed", "server_uuid": "787c8fa9-d070-426e-a616-ebb4d8f02492", "tag": "e68e37c7-c64e-4864-a9bf-8fe347f33039"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:52:26.945063 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Pushing event updated for resources: {'Port': ['ID=e68e37c7-c64e-4864-a9bf-8fe347f33039,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:26.948945 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:26.964944 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83a1c28-aa09-4560-9e34-78ff26970635 x-openstack-request-id: req-a83a1c28-aa09-4560-9e34-78ff26970635 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:52:26.965266 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "787c8fa9-d070-426e-a616-ebb4d8f02492", "tag": "e68e37c7-c64e-4864-a9bf-8fe347f33039", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:52:26.965553 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a83a1c28-aa09-4560-9e34-78ff26970635 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:52:26.965991 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '787c8fa9-d070-426e-a616-ebb4d8f02492', 'tag': 'e68e37c7-c64e-4864-a9bf-8fe347f33039', 'status': 'completed', 'code': 200} Jun 22 01:52:27.063877 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-357fd16c-7af5-4767-ad04-0b761105cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:27.065453 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-357fd16c-7af5-4767-ad04-0b761105cce2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 1096 time: 0.0572360 Jun 22 01:52:27.133644 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-d925aec5-f618-4b42-b7a4-b9f06cadf281 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e68e37c7-c64e-4864-a9bf-8fe347f33039 HTTP/1.1" status: 200 len: 217 time: 0.0346961 Jun 22 01:52:27.191289 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-7b1deae5-3dcb-4102-9885-7caccabbe6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:27.192724 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-7b1deae5-3dcb-4102-9885-7caccabbe6b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 200 len: 854 time: 0.0497785 Jun 22 01:52:27.227113 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-ffe7ec04-1d65-4d93-ab19-9f5d5852acd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6d02081-59a8-4c5b-bf90-764e63022c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262260 Jun 22 01:52:27.320099 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-5b7a23df-b516-48a6-82d4-a62970baa655 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840080 Jun 22 01:52:27.411971 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90c8ad03-48b2-4486-8f84-45a655bdd79a req-8f4aae98-45f0-4206-bb7e-517160d2237a service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846758 Jun 22 01:52:27.624076 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-3587fe71-3d79-4dcb-8c14-9e6b74b5efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:27.625555 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-3587fe71-3d79-4dcb-8c14-9e6b74b5efeb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c83acded5e7a44509c748fbbb02f40fc&device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 1096 time: 0.0566101 Jun 22 01:52:27.760566 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ada227-22d5-49d3-b569-3e99d2f443d4 req-c80fc025-7ff9-48a2-960e-3ff5f0fe0a88 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:27.762032 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-80ada227-22d5-49d3-b569-3e99d2f443d4 req-c80fc025-7ff9-48a2-960e-3ff5f0fe0a88 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 943 time: 0.1320629 Jun 22 01:52:27.767496 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-63f80479-4e37-4925-ae89-a532153a6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:27.768924 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-63f80479-4e37-4925-ae89-a532153a6313 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 200 len: 915 time: 0.1302361 Jun 22 01:52:27.819723 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-1cd4ab45-e42e-468b-8773-7bfdb2ae4784 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e68e37c7-c64e-4864-a9bf-8fe347f33039 HTTP/1.1" status: 200 len: 217 time: 0.0431070 Jun 22 01:52:27.833341 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-80ada227-22d5-49d3-b569-3e99d2f443d4 req-e76fccb1-9b28-47c6-81cb-a6d84840948a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637097 Jun 22 01:52:27.881667 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-72770e55-1b47-4776-a25a-2731f9aad097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:27.883155 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-72770e55-1b47-4776-a25a-2731f9aad097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 200 len: 854 time: 0.0530820 Jun 22 01:52:27.921157 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-969b2503-263c-41ed-a4b6-5d82980f6546 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6d02081-59a8-4c5b-bf90-764e63022c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300698 Jun 22 01:52:28.013577 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4af0d-b6b4-4f6f-9513-71291423c17f req-88773067-0c72-49df-890a-bd1466bd709c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:28.014981 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cac4af0d-b6b4-4f6f-9513-71291423c17f req-88773067-0c72-49df-890a-bd1466bd709c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0701153 Jun 22 01:52:28.022253 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-d3f04f83-b87e-47c0-a853-bd59d6038cb4 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862195 Jun 22 01:52:28.054593 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cac4af0d-b6b4-4f6f-9513-71291423c17f req-2a568551-9ab8-411f-8ea1-9407827a3416 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331173 Jun 22 01:52:28.121258 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9234dd46-dea3-4fb1-8e31-33b1df527c71 req-af599e31-2d42-49dd-b301-596abc2baf51 service neutron] 10.222.0.36 "GET /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896201 Jun 22 01:52:29.021850 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f2be-fb8c-445f-9890-a62687905a6f req-3ccdd253-f0c2-4d4e-9c8b-acb70f3c3a76 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:29.023350 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49a6f2be-fb8c-445f-9890-a62687905a6f req-3ccdd253-f0c2-4d4e-9c8b-acb70f3c3a76 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 943 time: 0.0693128 Jun 22 01:52:29.061002 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49a6f2be-fb8c-445f-9890-a62687905a6f req-3f497b38-6a45-4c75-a361-74d340a4fc7e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Jun 22 01:52:29.229647 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936af19-8f5f-42ea-beba-488ee18a1435 req-d28a98fa-dc4e-4cf9-89ee-02fde1b736e1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:29.231449 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7936af19-8f5f-42ea-beba-488ee18a1435 req-d28a98fa-dc4e-4cf9-89ee-02fde1b736e1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0649598 Jun 22 01:52:29.271514 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7936af19-8f5f-42ea-beba-488ee18a1435 req-662fed8e-46e9-410e-8814-b5af84feb0d7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Jun 22 01:52:30.234051 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39bdd-6c5a-412e-9647-c8068a603edf req-b59dc2d4-6fcf-4350-9348-bd2e5b497d5b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:30.236143 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-52a39bdd-6c5a-412e-9647-c8068a603edf req-b59dc2d4-6fcf-4350-9348-bd2e5b497d5b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 943 time: 0.0648391 Jun 22 01:52:30.275695 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-52a39bdd-6c5a-412e-9647-c8068a603edf req-60d6b3c7-c780-4b45-8ad7-d32d482afa1e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Jun 22 01:52:30.446200 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1de2d9-dc88-4f34-a07b-4df570270c30 req-31c29fe8-9687-4acb-a830-ec9d549fb01c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:30.447749 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3f1de2d9-dc88-4f34-a07b-4df570270c30 req-31c29fe8-9687-4acb-a830-ec9d549fb01c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0623887 Jun 22 01:52:30.487140 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3f1de2d9-dc88-4f34-a07b-4df570270c30 req-a866f6a8-bf78-477b-8060-df616b33107a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334876 Jun 22 01:52:31.449363 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee64ce3-87c8-4635-a2a7-a479c5cbecd8 req-a1f4a74f-e9bd-4a6b-9a67-3a9beb1fc9c2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:31.450817 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7ee64ce3-87c8-4635-a2a7-a479c5cbecd8 req-a1f4a74f-e9bd-4a6b-9a67-3a9beb1fc9c2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 943 time: 0.0616295 Jun 22 01:52:31.471056 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5796fbcc-249b-4c61-9f07-227692fedf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:31.490625 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7ee64ce3-87c8-4635-a2a7-a479c5cbecd8 req-a83b731b-31be-4a96-b520-dc03e31b23b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Jun 22 01:52:31.663647 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89442a-d61c-4c3c-977b-25aaf8ba7351 req-43953440-9338-47f9-968a-e93973e12ffa tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:31.665004 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4b89442a-d61c-4c3c-977b-25aaf8ba7351 req-43953440-9338-47f9-968a-e93973e12ffa tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0619788 Jun 22 01:52:31.714143 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4b89442a-d61c-4c3c-977b-25aaf8ba7351 req-f0c5b618-de70-4ab4-8dd0-93952b26f874 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425723 Jun 22 01:52:32.674857 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc251f-94ad-4f1d-8666-733f15a4f543 req-14a27c2d-84a7-42d9-b5ac-505b901c4f6f tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:32.676217 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-72fc251f-94ad-4f1d-8666-733f15a4f543 req-14a27c2d-84a7-42d9-b5ac-505b901c4f6f tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 943 time: 0.0713539 Jun 22 01:52:32.713344 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-72fc251f-94ad-4f1d-8666-733f15a4f543 req-6fc2f87d-af75-4980-9248-facc36b6b288 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Jun 22 01:52:32.902666 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fd6c1-a515-49fc-b747-72769e6f6d57 req-d49072d4-93bd-45eb-ada7-dc8899c9bd60 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:32.904091 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-aa6fd6c1-a515-49fc-b747-72769e6f6d57 req-d49072d4-93bd-45eb-ada7-dc8899c9bd60 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0654809 Jun 22 01:52:32.941557 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-aa6fd6c1-a515-49fc-b747-72769e6f6d57 req-a01328b4-7318-473a-9d80-bed5077bfa11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310183 Jun 22 01:52:33.698157 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-c04e9a37-86cc-4d23-93e2-0b9de454f704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:33.889521 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66d4b6-ee8c-437c-be57-1bd582bc8f3f req-3192218f-12e6-4057-a9b4-a589303fd5d7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:33.891029 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7e66d4b6-ee8c-437c-be57-1bd582bc8f3f req-3192218f-12e6-4057-a9b4-a589303fd5d7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 943 time: 0.0687346 Jun 22 01:52:33.930833 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7e66d4b6-ee8c-437c-be57-1bd582bc8f3f req-4a215dd0-c8be-4cd7-9a5f-bf6f53159e1a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Jun 22 01:52:34.120307 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2576bf8-9990-4716-ba95-ce703404b524 req-a412eba2-cccf-4751-944c-30b0a3353abf tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:34.121779 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a2576bf8-9990-4716-ba95-ce703404b524 req-a412eba2-cccf-4751-944c-30b0a3353abf tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0683908 Jun 22 01:52:34.160293 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a2576bf8-9990-4716-ba95-ce703404b524 req-019d07ea-3d53-47d5-ae63-f496aecc3e01 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Jun 22 01:52:34.167625 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:34.203883 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device e68e37c7-c64e-4864-a9bf-8fe347f33039 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:52:34.298595 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port e68e37c7-c64e-4864-a9bf-8fe347f33039, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e68e37c7-c64e-4864-a9bf-8fe347f33039,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:52:34.311167 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'e68e37c7-c64e-4864-a9bf-8fe347f33039', 'network_id': 'e6d02081-59a8-4c5b-bf90-764e63022c0a', 'port_id': 'e68e37c7-c64e-4864-a9bf-8fe347f33039', 'mac_address': 'fa:16:3e:ad:ea:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b36c0ea-90ff-4efa-ba4c-df53f2c24665', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:52:34.347719 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:34.360229 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68e37c7-c64e-4864-a9bf-8fe347f33039 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:52:34.380235 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port e68e37c7-c64e-4864-a9bf-8fe347f33039, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e68e37c7-c64e-4864-a9bf-8fe347f33039,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:52:34.383879 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:34.385600 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:34.434300 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=e68e37c7-c64e-4864-a9bf-8fe347f33039,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:34.441685 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.442061 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.442404 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.442784 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.443071 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.443401 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.443742 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.444054 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.444377 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.444701 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.445021 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.445348 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:34.449096 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:35.111030 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ee610-45fc-4c1f-a5f2-258b9c1f6146 req-bb34b44a-7e8c-4c04-a320-3b3b5a6e2fb9 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:35.112534 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-196ee610-45fc-4c1f-a5f2-258b9c1f6146 req-bb34b44a-7e8c-4c04-a320-3b3b5a6e2fb9 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 944 time: 0.0640624 Jun 22 01:52:35.128805 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['e68e37c7-c64e-4864-a9bf-8fe347f33039'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:52:35.154540 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-196ee610-45fc-4c1f-a5f2-258b9c1f6146 req-0a41cba3-6f48-4b90-af73-02b63598c35a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362246 Jun 22 01:52:35.231410 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:35.354559 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc06e70-70b6-473d-bd99-826c7e3fd0f0 req-f3294901-cf08-4b9a-a3d2-f39840343a93 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:35.356095 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2fc06e70-70b6-473d-bd99-826c7e3fd0f0 req-f3294901-cf08-4b9a-a3d2-f39840343a93 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0754325 Jun 22 01:52:35.399756 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2fc06e70-70b6-473d-bd99-826c7e3fd0f0 req-e2354108-1e7c-4869-b10e-195c412b1116 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 Jun 22 01:52:36.336259 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2962b-7c24-432b-a49f-aed72e02fa10 req-c0ee3026-6d7d-4229-8e65-9e65241d7898 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:36.337720 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f8c2962b-7c24-432b-a49f-aed72e02fa10 req-c0ee3026-6d7d-4229-8e65-9e65241d7898 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 944 time: 0.0625529 Jun 22 01:52:36.377669 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f8c2962b-7c24-432b-a49f-aed72e02fa10 req-6b6458ec-4cc5-467b-91dd-7226212a0b74 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342467 Jun 22 01:52:36.570673 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03d16b-d261-4c0b-b966-b6ea4f838dbc req-75052ea6-6fab-4a1a-84b0-40c96c818448 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:36.572090 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9e03d16b-d261-4c0b-b966-b6ea4f838dbc req-75052ea6-6fab-4a1a-84b0-40c96c818448 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0620828 Jun 22 01:52:36.609737 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9e03d16b-d261-4c0b-b966-b6ea4f838dbc req-3630ec20-bfc2-4d8c-a2fa-dc61914c279a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Jun 22 01:52:36.842523 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:37.541337 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410111e-25bd-4524-8e66-1b5a9cef3bdf req-eff5d0ba-f1f6-4303-baf5-0f2c83561750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:37.542724 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f410111e-25bd-4524-8e66-1b5a9cef3bdf req-eff5d0ba-f1f6-4303-baf5-0f2c83561750 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1099 time: 0.0868535 Jun 22 01:52:37.588701 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f410111e-25bd-4524-8e66-1b5a9cef3bdf req-fba8e7cd-5933-469f-9b1f-1cb171334781 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Jun 22 01:52:37.597495 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7772797-b1d7-43d0-b1b1-b17adeca02d9 req-2673428d-32f6-452a-beca-2b40b71e0ad2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:37.598937 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a7772797-b1d7-43d0-b1b1-b17adeca02d9 req-2673428d-32f6-452a-beca-2b40b71e0ad2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 944 time: 0.1016257 Jun 22 01:52:37.634830 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a7772797-b1d7-43d0-b1b1-b17adeca02d9 req-c422c06f-0e5b-47f2-b021-c3e8fb8b5eb1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302672 Jun 22 01:52:37.790433 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32178948-a6f3-4f51-b097-23a451dcb806 req-27abf767-df54-4e9f-9c6a-70cdb96e5d13 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:37.791966 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-32178948-a6f3-4f51-b097-23a451dcb806 req-27abf767-df54-4e9f-9c6a-70cdb96e5d13 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0652070 Jun 22 01:52:37.834279 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-32178948-a6f3-4f51-b097-23a451dcb806 req-b9c2b528-19c1-4c29-8ea7-afe0a22b3ba7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Jun 22 01:52:38.224600 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device e68e37c7-c64e-4864-a9bf-8fe347f33039 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:52:38.275038 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port e68e37c7-c64e-4864-a9bf-8fe347f33039 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:52:38.278762 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port e68e37c7-c64e-4864-a9bf-8fe347f33039 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:38.279136 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:38.355137 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:38.378615 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787c8fa9-d070-426e-a616-ebb4d8f02492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68e37c7-c64e-4864-a9bf-8fe347f33039'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:52:38.381015 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf79708-60cf-4f38-879b-c9b5d5cc9b66" -d '{"events": [{"server_uuid": "787c8fa9-d070-426e-a616-ebb4d8f02492", "name": "network-vif-plugged", "status": "completed", "tag": "e68e37c7-c64e-4864-a9bf-8fe347f33039"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:52:38.393068 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port e68e37c7-c64e-4864-a9bf-8fe347f33039, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e68e37c7-c64e-4864-a9bf-8fe347f33039,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:52:38.398117 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:38.399990 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:38.421274 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8993b09-1e8c-4d1b-b403-81e15dfa3cdc x-openstack-request-id: req-f8993b09-1e8c-4d1b-b403-81e15dfa3cdc {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:52:38.421574 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787c8fa9-d070-426e-a616-ebb4d8f02492", "name": "network-vif-plugged", "status": "completed", "tag": "e68e37c7-c64e-4864-a9bf-8fe347f33039", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:52:38.421830 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8993b09-1e8c-4d1b-b403-81e15dfa3cdc {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:52:38.422244 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787c8fa9-d070-426e-a616-ebb4d8f02492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68e37c7-c64e-4864-a9bf-8fe347f33039', 'code': 200} Jun 22 01:52:38.450912 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=e68e37c7-c64e-4864-a9bf-8fe347f33039,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:38.454228 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:38.713743 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd91b2-a0d3-4aeb-a766-71fcf0d2bd7a req-7481cd09-f46d-4ef4-8400-7f1fe2e46aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:38.715255 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cffd91b2-a0d3-4aeb-a766-71fcf0d2bd7a req-7481cd09-f46d-4ef4-8400-7f1fe2e46aa4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 1098 time: 0.0536721 Jun 22 01:52:38.751921 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cffd91b2-a0d3-4aeb-a766-71fcf0d2bd7a req-48dc3406-6b74-40c1-98dc-9de294794614 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289667 Jun 22 01:52:38.816200 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2a610-e3c0-4387-998b-01ad9be5cd19 req-101da85a-972f-40ff-942f-9dacb8988fe4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:38.817636 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d8d2a610-e3c0-4387-998b-01ad9be5cd19 req-101da85a-972f-40ff-942f-9dacb8988fe4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 945 time: 0.0646105 Jun 22 01:52:38.858720 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d8d2a610-e3c0-4387-998b-01ad9be5cd19 req-cadab88c-1279-4a80-9ae6-412f0c13488c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353298 Jun 22 01:52:39.019924 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9834e-0b3e-4ae5-b87b-44d264f18d68 req-007b2b5e-3223-4bd3-8a27-83cc0e7701d9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:39.021662 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c4d9834e-0b3e-4ae5-b87b-44d264f18d68 req-007b2b5e-3223-4bd3-8a27-83cc0e7701d9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0771596 Jun 22 01:52:39.059825 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c4d9834e-0b3e-4ae5-b87b-44d264f18d68 req-38a0773a-8986-4ede-b212-8f0e376b2d6c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321801 Jun 22 01:52:40.039445 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77387b-f834-4bc2-8762-1a14ff30ce87 req-207e6133-1612-4f5c-b8a7-11c34a204cc1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:40.040887 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4f77387b-f834-4bc2-8762-1a14ff30ce87 req-207e6133-1612-4f5c-b8a7-11c34a204cc1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 945 time: 0.0666168 Jun 22 01:52:40.077442 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4f77387b-f834-4bc2-8762-1a14ff30ce87 req-bfbe3916-1d39-49fa-abd4-7b3deee53fc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Jun 22 01:52:40.240705 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65ea0-60a6-4ee0-aaa6-a61c7b967ae0 req-775f7e2e-06d1-4128-8f0a-964bd14a780a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:40.242192 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4bb65ea0-60a6-4ee0-aaa6-a61c7b967ae0 req-775f7e2e-06d1-4128-8f0a-964bd14a780a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0643644 Jun 22 01:52:40.286562 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4bb65ea0-60a6-4ee0-aaa6-a61c7b967ae0 req-2e845f20-62e5-441d-9bb1-a9bd0485e85e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384917 Jun 22 01:52:41.256110 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbaf5e-ffe4-49a4-bad6-02b79f2fe4ce req-1ec28034-bb94-4e44-b13c-178edc53256e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:41.257560 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f3bbaf5e-ffe4-49a4-bad6-02b79f2fe4ce req-1ec28034-bb94-4e44-b13c-178edc53256e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 945 time: 0.0664999 Jun 22 01:52:41.296377 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f3bbaf5e-ffe4-49a4-bad6-02b79f2fe4ce req-6b3c9809-255f-4913-8236-56bc772ea15e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328321 Jun 22 01:52:41.459138 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af3b29-0d6c-4fdf-bfad-60b83607bf19 req-89eea210-44a5-447b-bcdb-3082d0f3d990 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:41.460622 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-81af3b29-0d6c-4fdf-bfad-60b83607bf19 req-89eea210-44a5-447b-bcdb-3082d0f3d990 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0684950 Jun 22 01:52:41.509369 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-81af3b29-0d6c-4fdf-bfad-60b83607bf19 req-fb7aee0f-19cb-441b-90e5-abc2d028d9da tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Jun 22 01:52:41.974995 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2ab77-a646-4d6e-9f45-8e73fd93830e req-25703763-1c08-4a54-93e2-8a2bb41d3673 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:41.985232 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2ca2ab77-a646-4d6e-9f45-8e73fd93830e req-25703763-1c08-4a54-93e2-8a2bb41d3673 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1046259 Jun 22 01:52:41.998694 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-cb7968fa-c452-45f4-9ce3-603c214bed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:42.000195 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-cb7968fa-c452-45f4-9ce3-603c214bed70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1099 time: 0.0889442 Jun 22 01:52:42.043451 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2ca2ab77-a646-4d6e-9f45-8e73fd93830e req-0ac3915c-65bc-4de6-b20c-6fc31daefe38 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573471 Jun 22 01:52:42.114129 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-73e5e3e7-d7db-4bab-9453-614890e4ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:42.115647 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-73e5e3e7-d7db-4bab-9453-614890e4ae6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.1080623 Jun 22 01:52:42.189496 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-f4909d9d-41b4-498c-bf67-aefe078b58b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 200 len: 217 time: 0.0411606 Jun 22 01:52:42.238691 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-55501bc1-59f1-4951-9d02-5959dac45b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:42.240110 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-55501bc1-59f1-4951-9d02-5959dac45b2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.0441964 Jun 22 01:52:42.273084 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-00022b14-e0a4-48b9-b596-0d5cdd72d8b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256500 Jun 22 01:52:42.368783 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-4773a200-17c1-4700-b86b-f9cf4ee8bfc2 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877411 Jun 22 01:52:42.465187 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33f2199c-69e9-4f7f-9d5b-467674662b89 req-7fd7ff2a-ddf8-4563-b10c-cb570c0d244c service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843720 Jun 22 01:52:42.470957 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0422b7-643a-41ca-a647-65189196f904 req-171b2cfc-e61d-45a3-8db6-070b265bdcc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:42.472531 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-de0422b7-643a-41ca-a647-65189196f904 req-171b2cfc-e61d-45a3-8db6-070b265bdcc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 945 time: 0.0657780 Jun 22 01:52:42.511690 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-de0422b7-643a-41ca-a647-65189196f904 req-582ab9cd-ac2f-4e78-8485-1b6908a7abbd tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335073 Jun 22 01:52:43.247240 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8ec52-06ae-464c-8f18-42775fc97979 req-a7765f19-5c1b-4962-946b-af6868788773 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:43.248680 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d9a8ec52-06ae-464c-8f18-42775fc97979 req-a7765f19-5c1b-4962-946b-af6868788773 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0675523 Jun 22 01:52:43.285910 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d9a8ec52-06ae-464c-8f18-42775fc97979 req-ad8f6e04-cab9-4f99-8a32-f6d907f7cd79 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Jun 22 01:52:44.460871 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b65f1d-9ed8-4a74-9b33-6728c938789d req-99703d76-80ae-4df9-b563-d905b4dbe460 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:44.462385 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-82b65f1d-9ed8-4a74-9b33-6728c938789d req-99703d76-80ae-4df9-b563-d905b4dbe460 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0624359 Jun 22 01:52:44.502301 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-82b65f1d-9ed8-4a74-9b33-6728c938789d req-bca905a3-cd1d-4ce0-943f-1b35735abf5d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343235 Jun 22 01:52:45.158513 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:45.687999 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42725bdb-d0d6-473e-b77a-1723b65a1091 req-bb906f40-d292-4c24-a085-f42bb13a2cd6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:45.689462 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-42725bdb-d0d6-473e-b77a-1723b65a1091 req-bb906f40-d292-4c24-a085-f42bb13a2cd6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0727849 Jun 22 01:52:45.728693 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-42725bdb-d0d6-473e-b77a-1723b65a1091 req-b7f96147-7d14-4258-8a9c-267674306e02 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Jun 22 01:52:46.917613 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3dfaab-da7a-419b-929c-bc99213fa276 req-83ff9165-09a8-4d2d-a7e7-93db666d090d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:46.919142 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ec3dfaab-da7a-419b-929c-bc99213fa276 req-83ff9165-09a8-4d2d-a7e7-93db666d090d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0649600 Jun 22 01:52:46.962117 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ec3dfaab-da7a-419b-929c-bc99213fa276 req-7af78fa4-c6a4-4e82-a3f9-7aa132e0abed tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jun 22 01:52:48.153532 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea52c63-5145-449f-975f-ae8340ddcac1 req-803d7286-3d21-4706-9a91-799aecab5227 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:48.155495 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4ea52c63-5145-449f-975f-ae8340ddcac1 req-803d7286-3d21-4706-9a91-799aecab5227 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0733020 Jun 22 01:52:48.197236 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4ea52c63-5145-449f-975f-ae8340ddcac1 req-19f797b1-0037-4b01-8998-caf942496740 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356801 Jun 22 01:52:49.385444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28630de5-8e54-4a71-9fba-4d9f158652ef req-0ee3d8e1-6da3-4605-908c-3a90e0ae6516 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:49.386840 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-28630de5-8e54-4a71-9fba-4d9f158652ef req-0ee3d8e1-6da3-4605-908c-3a90e0ae6516 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0667899 Jun 22 01:52:49.427107 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-28630de5-8e54-4a71-9fba-4d9f158652ef req-f3798100-963c-4fc9-adde-ef3eb6c20486 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343733 Jun 22 01:52:52.034853 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9753f-7699-40f6-b9df-032d6b32780f req-f6c50dde-4677-4de8-b357-fd86f8781011 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:52.036333 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8ac9753f-7699-40f6-b9df-032d6b32780f req-f6c50dde-4677-4de8-b357-fd86f8781011 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0900249 Jun 22 01:52:52.074131 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8ac9753f-7699-40f6-b9df-032d6b32780f req-e05c6fae-a7f9-4fb0-8ddf-da6b31aceaea tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Jun 22 01:52:52.606092 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfe0f9-1731-4d02-bdb7-fc03b05f01fc req-d47b7055-daf4-4162-bc15-a625f26f3a98 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:52.607555 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3cbfe0f9-1731-4d02-bdb7-fc03b05f01fc req-d47b7055-daf4-4162-bc15-a625f26f3a98 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 945 time: 0.0682831 Jun 22 01:52:52.649005 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3cbfe0f9-1731-4d02-bdb7-fc03b05f01fc req-45685996-c581-4bdd-b054-f8399026e15b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340810 Jun 22 01:52:53.829388 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834a48-a60b-4e3c-82dc-c30899da1602 req-f887939b-efbb-4a1f-bb6b-8198e3e24062 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:53.833675 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b3834a48-a60b-4e3c-82dc-c30899da1602 req-f887939b-efbb-4a1f-bb6b-8198e3e24062 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 945 time: 0.0656245 Jun 22 01:52:53.880773 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b3834a48-a60b-4e3c-82dc-c30899da1602 req-dd3b7b79-a35a-4693-b819-7413cb779bb8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Jun 22 01:52:54.339521 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 45630) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:54.484546 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:54.606793 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:54.611394 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:54.629559 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-bf9c8f98-c469-4d4b-97d7-82bcc100913e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:54.648480 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea951c4c154c4d0a8dfb45b3a4a332e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078828 Jun 22 01:52:54.651350 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 45646) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:54.657791 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffedd6-5aa3-4da2-9a8a-372bfa9a1266,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:54.667121 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.667494 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.667860 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.668205 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.668556 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.668915 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.669247 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.669590 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.669932 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.670387 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.670637 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.670975 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:54.675545 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:54.713686 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9fa0-8751-4d15-9f0f-01dbccfec20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:54.741035 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9fa0-8751-4d15-9f0f-01dbccfec20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:54.799797 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9fa0-8751-4d15-9f0f-01dbccfec20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:54.808893 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9ebb9fa0-8751-4d15-9f0f-01dbccfec20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:54.812601 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-9ebb9fa0-8751-4d15-9f0f-01dbccfec20f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85ffedd6-5aa3-4da2-9a8a-372bfa9a1266 HTTP/1.1" status: 204 len: 168 time: 0.1576977 Jun 22 01:52:54.815317 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9a96ed0b-50dd-44dd-ac4a-de58b00780e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:54.823363 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb9fa0-8751-4d15-9f0f-01dbccfec20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffedd6-5aa3-4da2-9a8a-372bfa9a1266,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:54.826048 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9ebb9fa0-8751-4d15-9f0f-01dbccfec20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:55.198557 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-9e5461a4-7c27-41db-9582-9449fc73f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:55.201166 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-9e5461a4-7c27-41db-9582-9449fc73f4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1099 time: 0.0696321 Jun 22 01:52:55.366607 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da991de-ac91-4bf7-82e3-4f0357a1ace0 req-d9a01675-63f1-4c6f-b17c-58c1ee04a288 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:55.368093 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2da991de-ac91-4bf7-82e3-4f0357a1ace0 req-d9a01675-63f1-4c6f-b17c-58c1ee04a288 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 945 time: 0.0909004 Jun 22 01:52:55.380999 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-81f089df-b905-4cb2-b1f2-2ceb336048de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:55.382484 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-81f089df-b905-4cb2-b1f2-2ceb336048de service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.1590488 Jun 22 01:52:55.410794 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2da991de-ac91-4bf7-82e3-4f0357a1ace0 req-67613ac9-3b44-4be9-905e-b2d3dfbb9a99 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Jun 22 01:52:55.439118 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-0caa2ddc-cc7d-4be6-b70e-cd8b847d4e4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 200 len: 217 time: 0.0489583 Jun 22 01:52:55.583193 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 45688) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:55.668260 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-0640134e-2174-4807-a586-d46520852c87 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:55.669803 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-0640134e-2174-4807-a586-d46520852c87 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 945 time: 0.0795119 Jun 22 01:52:55.708698 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df229eb4-b545-4c60-80d9-69c12efa2ef7 req-b47a9e41-4d25-459b-be15-d003cda77fb8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:55.710174 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-df229eb4-b545-4c60-80d9-69c12efa2ef7 req-b47a9e41-4d25-459b-be15-d003cda77fb8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.3760893 Jun 22 01:52:55.712151 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-986586405-network', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:55.735892 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-bcf34790-bd49-4eb3-b733-c41348faf00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:55.738175 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-bcf34790-bd49-4eb3-b733-c41348faf00a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.2923174 Jun 22 01:52:55.766530 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Made reservation on behalf of 293bf63f656e4467b17de3d3a9e6d588 for: {'network': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:52:55.768954 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:55.779256 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:55.779582 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-089c4ca4-ad98-4374-afae-54a8b977d31e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288825 Jun 22 01:52:55.782478 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-df229eb4-b545-4c60-80d9-69c12efa2ef7 req-d525ff25-3669-4f5c-873b-77671bff52d6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645669 Jun 22 01:52:55.840547 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Deleting port e68e37c7-c64e-4864-a9bf-8fe347f33039 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:52:55.840895 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:55.874967 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-d7ae8b63-40a7-4152-995b-7da00272357c service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876694 Jun 22 01:52:55.964059 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] For port e68e37c7-c64e-4864-a9bf-8fe347f33039, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e68e37c7-c64e-4864-a9bf-8fe347f33039,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:52:55.964416 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:55.988142 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-916fb7e1-f705-4a2b-964c-a8a8c09b16fa req-cc2d3bab-d5a2-4e16-bee6-28aa320f10d5 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060865 Jun 22 01:52:56.005636 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.035211 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.062827 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Calling delete_port for e68e37c7-c64e-4864-a9bf-8fe347f33039 owned by compute:nova {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:52:56.065903 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0c3a41a7-8810-4965-9d35-5666ec3d0e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:56.093790 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=104429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:52:56.166608 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6809e-79fe-4b38-bb64-1d5e6f794abd,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:56.173485 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:56.176238 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.176560 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.segments_db [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Added segment b300aa64-61cf-4aa9-9093-5b74e6908593 of type vlan for network 16fbc40c-98af-486e-8304-c72481cb644d Jun 22 01:52:56.227768 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.295394 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.299987 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:56.300556 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.305028 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6aa7fda7-2c91-4d2e-b89d-483feb115e62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:56.358170 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7735903 Jun 22 01:52:56.360904 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 45704) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:56.364770 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.367151 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Request body: {'subnet': {'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-986586405-subnet', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:56.379416 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Pushing event updated for resources: {'Network': ['ID=16fbc40c-98af-486e-8304-c72481cb644d,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:56.380043 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:56.380471 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:56.387435 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 16fbc40c-98af-486e-8304-c72481cb644d details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:52:56.409484 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Made reservation on behalf of 293bf63f656e4467b17de3d3a9e6d588 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:52:56.412153 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.423866 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Pushing event deleted for resources: {'Port': ['ID=e68e37c7-c64e-4864-a9bf-8fe347f33039,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:56.444687 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:56.457623 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'd10db3b5-f503-42e8-b4a8-9bfe676636e6', '788079d3-a28f-4717-90d1-60ec1bb5b98c', 'e68e37c7-c64e-4864-a9bf-8fe347f33039'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:52:56.467878 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] No DVR routers for this DVR port e68e37c7-c64e-4864-a9bf-8fe347f33039 on host hv-cinder-79707 {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:52:56.471011 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.473126 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c8f18da8-2b9d-4879-b5ff-c28cf326ae12 req-9d4f5050-1dca-4d2a-a83c-a594b95c02d2 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "DELETE /v2.0/ports/e68e37c7-c64e-4864-a9bf-8fe347f33039 HTTP/1.1" status: 204 len: 173 time: 0.7970755 Jun 22 01:52:56.473621 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '787c8fa9-d070-426e-a616-ebb4d8f02492', 'name': 'network-vif-deleted', 'tag': 'e68e37c7-c64e-4864-a9bf-8fe347f33039'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:52:56.476115 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d25b17-4458-4414-b2e7-e45aba3aa3e8" -d '{"events": [{"server_uuid": "787c8fa9-d070-426e-a616-ebb4d8f02492", "name": "network-vif-deleted", "tag": "e68e37c7-c64e-4864-a9bf-8fe347f33039"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:52:56.522997 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ad3ee5-7f66-409e-b58a-a7ce13b0252b x-openstack-request-id: req-c0ad3ee5-7f66-409e-b58a-a7ce13b0252b {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:52:56.523386 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "787c8fa9-d070-426e-a616-ebb4d8f02492", "name": "network-vif-deleted", "tag": "e68e37c7-c64e-4864-a9bf-8fe347f33039", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:52:56.524082 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0ad3ee5-7f66-409e-b58a-a7ce13b0252b {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:52:56.524584 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '787c8fa9-d070-426e-a616-ebb4d8f02492', 'name': 'network-vif-deleted', 'tag': 'e68e37c7-c64e-4864-a9bf-8fe347f33039', 'status': 'completed', 'code': 200} Jun 22 01:52:56.638461 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-30b5426d-3997-4425-8714-cfefc654bebe req-1ce52d7c-3d94-4d13-b5ec-8fc55583afd6 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=787c8fa9-d070-426e-a616-ebb4d8f02492 HTTP/1.1" status: 200 len: 210 time: 0.0381801 Jun 22 01:52:56.656016 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.659349 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-026d0e39-f63d-4ef8-b228-86bfad40a7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:56.715702 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba16eaa-7a77-4cfe-ae17-c61500c19810,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:56.719278 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:56.739264 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Checking segment: {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:56.739937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Network hostable DHCP agents. Network: 16fbc40c-98af-486e-8304-c72481cb644d, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:52:56.758690 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Network 16fbc40c-98af-486e-8304-c72481cb644d is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:52:56.770588 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 16fbc40c-98af-486e-8304-c72481cb644d) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:56.786882 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d665d2-b418-4d66-892b-d9d9ae5cae9c None None] Network 16fbc40c-98af-486e-8304-c72481cb644d requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:52:56.790009 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:56.790647 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.809648 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4471793 Jun 22 01:52:56.812121 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 45716) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:56.817893 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:52:56.866711 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24274'] for router, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.868287 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24281'] for router, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:56.931348 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.003698 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec9f343-d482-54e4-b82c-583f3bc3df2a-16fbc40c-98af-486e-8304-c72481cb644d', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810'}]}} from dv-cinder-797073-2-smb. {{(pid=104430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 01:52:57.005035 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.012872 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ea6a9-f0db-40e2-9d0a-c7369429cf0e req-07c02a70-0df6-459e-be38-71586d3d578c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:57.014417 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-199ea6a9-f0db-40e2-9d0a-c7369429cf0e req-07c02a70-0df6-459e-be38-71586d3d578c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0666332 Jun 22 01:52:57.066091 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-199ea6a9-f0db-40e2-9d0a-c7369429cf0e req-e07496b6-1b8a-4ea3-94e9-bc65c1c7488c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442529 Jun 22 01:52:57.099462 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.185566 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.db_base_plugin_common [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Allocated IP 172.20.0.2 (16fbc40c-98af-486e-8304-c72481cb644d/cba16eaa-7a77-4cfe-ae17-c61500c19810/68ab0e72-209a-4d9b-863f-bcd06c3e18a8) {{(pid=104430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:52:57.326965 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.346579 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.353517 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Notify callbacks [] for port, precommit_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.363850 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Transition to ACTIVE for port object 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:57.382841 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Transition to ACTIVE for port object 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 will not be triggered until provisioned by entity DHCP. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:57.390087 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.392063 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ba723882-d543-4a90-b4cb-60c9dd2fbdcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:57.433625 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Network 16fbc40c-98af-486e-8304-c72481cb644d is already hosted by enough agents. {{(pid=104430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:52:57.439246 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.base_scheduler [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Resources bound (agent type, host, resource id): {{(pid=104430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:57.444048 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Received port after_create {{(pid=104430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:52:57.450454 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Pushing event updated for resources: {'Port': ['ID=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,revision_number=1']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:57.455167 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:57.464761 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Allocated IP 172.28.3.225 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/e5ad17db-734f-4cf0-8c18-cf8002d91c10) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:52:57.519042 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Attempting to bind port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:52:57.519462 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Attempting to bind port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:52:57.520134 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Attempting to bind port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 on network 16fbc40c-98af-486e-8304-c72481cb644d {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:52:57.525405 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:52:57.525787 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Checking segment: {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:57.526213 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.526698 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Bound using segment: {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:52:57.527166 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Bound port: 68ab0e72-209a-4d9b-863f-bcd06c3e18a8, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:52:57.527568 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.578212 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.599810 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] For port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:52:57.603068 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] For port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:52:57.606945 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.609640 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:57.618078 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:57.620877 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3274b761-f57c-48d9-b27f-2e604645d856 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:57.661384 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:52:57.664644 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:52:57.668567 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:52:57.682782 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Pushing event updated for resources: {'Port': ['ID=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:57.687974 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:57.702055 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ad17db-734f-4cf0-8c18-cf8002d91c10,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:57.707226 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:57.968292 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:58.171802 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318'] for router, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:58.257800 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552f190-098c-4cc9-a153-d2d70b7a13fe req-07e243de-db94-47f6-acd7-1a9c82b09226 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:58.259544 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5552f190-098c-4cc9-a153-d2d70b7a13fe req-07e243de-db94-47f6-acd7-1a9c82b09226 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0723531 Jun 22 01:52:58.304703 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5552f190-098c-4cc9-a153-d2d70b7a13fe req-81c530e5-87bd-4af1-a63b-ec7d7242d6a8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375574 Jun 22 01:52:58.501859 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:52:58.521186 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 45744) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:58.566902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:52:58.583867 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Router 5de00540-8af5-4b85-8038-583ceb4886d8 is scheduled to L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 with binding_index 1 {{(pid=104429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 01:52:58.646515 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4e12efac-2bb0-4a6e-b5cd-c0b833d46fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:58.714520 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:52:58.725637 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Sync routers for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:52:58.750088 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:52:58.751054 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:52:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:58.757858 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4e12efac-2bb0-4a6e-b5cd-c0b833d46fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:58.763876 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4e12efac-2bb0-4a6e-b5cd-c0b833d46fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:58.771149 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:58.772474 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a68da8ab-7528-42be-ab96-1fbc6487e7d2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9592710 Jun 22 01:52:58.775465 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 45754) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:58.785879 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507bf166-e6cf-4b4e-bbb9-9062fef78e9e None None] Network 16fbc40c-98af-486e-8304-c72481cb644d requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:52:58.811572 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3bc13ed5-7557-492a-85d7-670d5167f886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:58.828375 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-4e12efac-2bb0-4a6e-b5cd-c0b833d46fa1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17226135f2844a4fb80c327e8bef57f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055761 Jun 22 01:52:58.850680 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 45758) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:52:58.870143 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] Provisioning for port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:52:58.876212 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] Provisioning complete for port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:58.876779 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:58.898008 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12efac-2bb0-4a6e-b5cd-c0b833d46fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ec99cb-3c4f-4fc9-81ee-f58b92df8055,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:58.904873 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4e12efac-2bb0-4a6e-b5cd-c0b833d46fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:58.924743 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:52:58.972442 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a564-6e7e-4526-a889-6188c605aa61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.013695 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a564-6e7e-4526-a889-6188c605aa61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.081748 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a564-6e7e-4526-a889-6188c605aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.085444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a5d4a564-6e7e-4526-a889-6188c605aa61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.089293 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a5d4a564-6e7e-4526-a889-6188c605aa61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98ec99cb-3c4f-4fc9-81ee-f58b92df8055 HTTP/1.1" status: 204 len: 168 time: 0.2352502 Jun 22 01:52:59.089293 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c8b265ab-987e-4ae7-890a-91a819fd3b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:59.107096 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4a564-6e7e-4526-a889-6188c605aa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ec99cb-3c4f-4fc9-81ee-f58b92df8055,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:59.117287 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.119334 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a5d4a564-6e7e-4526-a889-6188c605aa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:59.192837 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] For port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:52:59.197609 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.201416 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:59.261174 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] Pushing event updated for resources: {'Port': ['ID=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:59.264124 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:52:59.404399 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:52:57Z', 'revision_number': 3, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:52:59.442333 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Checking router: 5de00540-8af5-4b85-8038-583ceb4886d8 for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:52:59.442981 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Updating router 5de00540-8af5-4b85-8038-583ceb4886d8 port e5ad17db-734f-4cf0-8c18-cf8002d91c10 binding host dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:52:59.490212 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.527759 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-8f8a400b-666a-4972-9c6b-ed180b367565 None None] Provisioning complete for port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:52:59.528363 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8f8a400b-666a-4972-9c6b-ed180b367565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.556470 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.768708 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59278627-fa54-4eb4-9cce-33748d8086eb req-2a8d6f9d-bbfc-4cd2-9860-4ca8d42d22c4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:59.769399 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b611c-40d9-4ac1-8324-3aa89bbf1a95 req-d4eb08a0-218b-4b1d-9f63-36d79892e15f tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:52:59.770923 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5a2b611c-40d9-4ac1-8324-3aa89bbf1a95 req-d4eb08a0-218b-4b1d-9f63-36d79892e15f tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 946 time: 0.0922391 Jun 22 01:52:59.776073 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-59278627-fa54-4eb4-9cce-33748d8086eb req-2a8d6f9d-bbfc-4cd2-9860-4ca8d42d22c4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1875980 Jun 22 01:52:59.819718 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.841912 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5a2b611c-40d9-4ac1-8324-3aa89bbf1a95 req-4fa32151-4d54-4fb4-a491-13ca4534286e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632598 Jun 22 01:52:59.858528 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-59278627-fa54-4eb4-9cce-33748d8086eb req-ddf9a501-6ce5-434f-afb8-513ae3d62704 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 Jun 22 01:52:59.860486 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.provisioning_blocks [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Transition to ACTIVE for port object e5ad17db-734f-4cf0-8c18-cf8002d91c10 will not be triggered until provisioned by entity L2. {{(pid=104431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:52:59.869522 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.873448 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:52:59.884584 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Allocated IP 172.20.0.1 (16fbc40c-98af-486e-8304-c72481cb644d/cba16eaa-7a77-4cfe-ae17-c61500c19810/76bc7f47-b817-46f3-935f-1a5972241cfb) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:52:59.943610 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Attempting to bind port e5ad17db-734f-4cf0-8c18-cf8002d91c10 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:52:59.943989 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Attempting to bind port e5ad17db-734f-4cf0-8c18-cf8002d91c10 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:52:59.944358 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Attempting to bind port e5ad17db-734f-4cf0-8c18-cf8002d91c10 on network dc4b13a9-3bf9-4085-b802-51585586f44f {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:52:59.946420 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Pushing event updated for resources: {'Port': ['ID=e5ad17db-734f-4cf0-8c18-cf8002d91c10,revision_number=2']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:52:59.956498 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:52:59.957224 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:52:59.957813 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.958416 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Bound using segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:52:59.959040 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Bound port: e5ad17db-734f-4cf0-8c18-cf8002d91c10, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:52:59.959548 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:52:59.961839 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.962222 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.962735 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.963071 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.963394 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.964258 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.964588 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.964911 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.965251 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.965762 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.966107 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.966812 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:52:59.970998 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:00.024004 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] For port e5ad17db-734f-4cf0-8c18-cf8002d91c10, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:53:00.025473 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.028597 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] For port e5ad17db-734f-4cf0-8c18-cf8002d91c10, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=e5ad17db-734f-4cf0-8c18-cf8002d91c10,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:53:00.033135 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.037077 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-dd788ca4-1bf0-4f2d-b84f-4fd1d8797c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:00.039984 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Transition to ACTIVE for port object 76bc7f47-b817-46f3-935f-1a5972241cfb will not be triggered until provisioned by entity DHCP. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:00.079274 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.082316 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:00.095812 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:53:00.096439 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:52:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:00.120162 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Network 16fbc40c-98af-486e-8304-c72481cb644d is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:00.123176 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:00.126030 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:53:00.134352 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Pushing event updated for resources: {'Port': ['ID=e5ad17db-734f-4cf0-8c18-cf8002d91c10,revision_number=3']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:00.142040 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-e21d5243-dcd5-4bbc-9c4b-6b04f4e751eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:00.157048 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Pushing event updated for resources: {'Port': ['ID=76bc7f47-b817-46f3-935f-1a5972241cfb,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:00.162921 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:00.175535 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824486'] for router_interface, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.218106 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:53:00.344932 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.348856 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device e68e37c7-c64e-4864-a9bf-8fe347f33039 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:53:00.403126 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: e68e37c7-c64e-4864-a9bf-8fe347f33039 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:53:00.403487 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device e68e37c7-c64e-4864-a9bf-8fe347f33039 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:53:00.444022 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-212f2f1f-a11a-42e0-bdf0-2cbc49e368ff None None] Provisioning for port 76bc7f47-b817-46f3-935f-1a5972241cfb completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:00.448556 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-212f2f1f-a11a-42e0-bdf0-2cbc49e368ff None None] Provisioning complete for port 76bc7f47-b817-46f3-935f-1a5972241cfb triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:00.449041 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-212f2f1f-a11a-42e0-bdf0-2cbc49e368ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.462868 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:52:57Z', 'revision_number': 3, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:00.481657 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:00.495071 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7195669-55e9-477b-aeaf-ab617d2e2ea5 None None] The sync data for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb is: [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:52:57Z', 'revision_number': 3, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:53:00.537491 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-212f2f1f-a11a-42e0-bdf0-2cbc49e368ff None None] Port 76bc7f47-b817-46f3-935f-1a5972241cfb cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:53:00.553193 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:00.553958 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.607870 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.616275 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.621308 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:00.697990 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1744502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622269'] for router_interface, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:00.699804 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Pushing event updated for resources: {'Port': ['ID=76bc7f47-b817-46f3-935f-1a5972241cfb,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:00.703730 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:00.855839 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Network 16fbc40c-98af-486e-8304-c72481cb644d is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:00.858888 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:01.120936 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Router 5de00540-8af5-4b85-8038-583ceb4886d8 has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:53:01.134631 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877230a3-4655-4183-b4ae-6f83941b59cd req-d8782ce8-56ad-418e-8bd7-12efb98c8726 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:01.136320 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947d2c0-b723-4e74-bdd4-af4a4e8cc5e7 req-559dc0fc-3949-49ac-8f34-b318421114c6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:01.137191 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-877230a3-4655-4183-b4ae-6f83941b59cd req-d8782ce8-56ad-418e-8bd7-12efb98c8726 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 946 time: 0.0785182 Jun 22 01:53:01.143141 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3947d2c0-b723-4e74-bdd4-af4a4e8cc5e7 req-559dc0fc-3949-49ac-8f34-b318421114c6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0995347 Jun 22 01:53:01.183070 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-877230a3-4655-4183-b4ae-6f83941b59cd req-3275ea1c-b01d-48cf-a2a0-edf5609d7ee3 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Jun 22 01:53:01.228591 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3947d2c0-b723-4e74-bdd4-af4a4e8cc5e7 req-1fadc529-2f50-4fe6-a646-a2f6b01dac07 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846024 Jun 22 01:53:01.263696 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-982b49c2-2ac3-4a03-87c1-5a859279b605 None None] Provisioning complete for port 76bc7f47-b817-46f3-935f-1a5972241cfb triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:01.264739 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-982b49c2-2ac3-4a03-87c1-5a859279b605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:01.292121 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:53:01.299474 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] 10.222.0.13 "PUT /v2.0/routers/5de00540-8af5-4b85-8038-583ceb4886d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211892 Jun 22 01:53:01.308289 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-982b49c2-2ac3-4a03-87c1-5a859279b605 None None] Port 76bc7f47-b817-46f3-935f-1a5972241cfb cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:53:01.473905 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-88172138-fb6a-4f2e-923b-168d42e10b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:01.827601 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 45840) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:01.833070 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1082266984-network', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:01.849044 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:53:01.859164 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Made reservation on behalf of ef5d21a0a5024e65955ef6af79557efc for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:01.862712 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:01.872281 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:01.979227 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:01.995526 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:01.998869 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-eca9da13-2f87-474b-973c-1a0723284e80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:02.024211 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:53:02.031631 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9b8155-7778-487f-b35a-199370febe5c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:02.036770 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:02.039907 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.040268 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Added segment ac6f2d83-636e-4d3a-9494-da0322039969 of type vlan for network dd8373b6-43a4-4b71-8334-af1083382019 Jun 22 01:53:02.088446 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.121368 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.122932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:02.123655 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.126749 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7df25c17-c3d1-4851-9092-d517102cd62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:02.180898 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3520863 Jun 22 01:53:02.181936 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 45850) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:02.187695 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Request body: {'subnet': {'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1082266984-subnet', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:02.200715 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Pushing event updated for resources: {'Network': ['ID=dd8373b6-43a4-4b71-8334-af1083382019,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:02.203650 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:02.210891 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network dd8373b6-43a4-4b71-8334-af1083382019 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:53:02.223188 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Made reservation on behalf of ef5d21a0a5024e65955ef6af79557efc for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:02.225535 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6042305'] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.393203 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18416f-0fba-44ec-8ff9-371630e8492c req-45d77440-bdb3-4473-b961-1c05a86743ae tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:02.400129 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1b18416f-0fba-44ec-8ff9-371630e8492c req-45d77440-bdb3-4473-b961-1c05a86743ae tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 946 time: 0.0917804 Jun 22 01:53:02.459949 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1b18416f-0fba-44ec-8ff9-371630e8492c req-72a57736-52b2-467f-b0cd-cff3fdfa4173 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464160 Jun 22 01:53:02.469685 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Sync routers for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:53:02.486591 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device e5ad17db-734f-4cf0-8c18-cf8002d91c10 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:02.503537 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4585345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6042355'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.511807 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:53:02.512736 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:52:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:02.515928 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:02.575794 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-ac23c7d9-001c-4431-bcb3-a46e6b17beb5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:02.577065 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-ac23c7d9-001c-4431-bcb3-a46e6b17beb5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 946 time: 0.2237303 Jun 22 01:53:02.621284 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port e5ad17db-734f-4cf0-8c18-cf8002d91c10 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:02.628676 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port e5ad17db-734f-4cf0-8c18-cf8002d91c10 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:02.629054 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.634677 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196a84a-9a16-4a24-a91f-265dc9206b5d req-30ab93aa-87e1-48f5-878d-4eb2c48732fa tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:02.636221 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7196a84a-9a16-4a24-a91f-265dc9206b5d req-30ab93aa-87e1-48f5-878d-4eb2c48732fa tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.2105849 Jun 22 01:53:02.639384 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d98320a2-048d-4f72-9024-d4f7c3280175,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:02.650578 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:02.684593 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:53:02.709019 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Checking segment: {'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:02.709373 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Network hostable DHCP agents. Network: dd8373b6-43a4-4b71-8334-af1083382019, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:53:02.738478 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7196a84a-9a16-4a24-a91f-265dc9206b5d req-49378f68-ed76-4e4d-b751-9ea024bb9b53 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869377 Jun 22 01:53:02.765182 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Network dd8373b6-43a4-4b71-8334-af1083382019 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:53:02.780702 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, dd8373b6-43a4-4b71-8334-af1083382019) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:02.786169 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:02.786746 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.790360 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Deleting port 788079d3-a28f-4717-90d1-60ec1bb5b98c {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:53:02.790689 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.803656 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9424830-bf30-47c2-9192-de21aa5bbd11 None None] Network dd8373b6-43a4-4b71-8334-af1083382019 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:53:02.834669 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6510978 Jun 22 01:53:02.837219 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 45858) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:02.843846 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:02.889923 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24274'] for router, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.890925 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24281'] for router, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.901457 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.913043 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] For port 788079d3-a28f-4717-90d1-60ec1bb5b98c, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=788079d3-a28f-4717-90d1-60ec1bb5b98c,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:02.913395 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.966966 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port e5ad17db-734f-4cf0-8c18-cf8002d91c10, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=e5ad17db-734f-4cf0-8c18-cf8002d91c10,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:02.976355 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:02.979428 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-32da5e5c-9cc3-477c-99fc-139fa3b14650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:02.991756 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Calling delete_port for 788079d3-a28f-4717-90d1-60ec1bb5b98c owned by compute:nova {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:53:03.026618 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.073212 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=e5ad17db-734f-4cf0-8c18-cf8002d91c10,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:03.076410 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:03.132768 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec9f343-d482-54e4-b82c-583f3bc3df2a-dd8373b6-43a4-4b71-8334-af1083382019', 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'fixed_ips': [{'subnet_id': 'd98320a2-048d-4f72-9024-d4f7c3280175'}]}} from dv-cinder-797073-2-smb. {{(pid=104430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 01:53:03.133616 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.169880 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 2, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:03.208701 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.243447 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Checking router: 5de00540-8af5-4b85-8038-583ceb4886d8 for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:53:03.243973 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Updating router 5de00540-8af5-4b85-8038-583ceb4886d8 port 76bc7f47-b817-46f3-935f-1a5972241cfb binding host dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:53:03.319370 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.319771 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.323798 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-73c1ec55-16e5-4f99-922e-dbb8ea49f622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:03.361744 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Pushing event deleted for resources: {'Port': ['ID=788079d3-a28f-4717-90d1-60ec1bb5b98c,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:03.370261 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'd10db3b5-f503-42e8-b4a8-9bfe676636e6', '788079d3-a28f-4717-90d1-60ec1bb5b98c'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:53:03.383008 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:03.405801 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.db_base_plugin_common [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Allocated IP 172.20.0.2 (dd8373b6-43a4-4b71-8334-af1083382019/d98320a2-048d-4f72-9024-d4f7c3280175/830955ea-875e-4170-81b7-bcdb85e3f9b3) {{(pid=104430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:53:03.406400 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] No DVR routers for this DVR port 788079d3-a28f-4717-90d1-60ec1bb5b98c on host hv-cinder-79707 {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:53:03.409578 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.411654 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-adf2b6c6-202a-4711-91d6-6ae35ce9eafb req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "DELETE /v2.0/ports/788079d3-a28f-4717-90d1-60ec1bb5b98c HTTP/1.1" status: 204 len: 173 time: 0.8222237 Jun 22 01:53:03.412273 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f78c85-51be-4360-bbe5-48ce01799255', 'name': 'network-vif-deleted', 'tag': '788079d3-a28f-4717-90d1-60ec1bb5b98c'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:03.414630 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e406ca45-d5b2-411b-9d03-7c4ded44d030" -d '{"events": [{"server_uuid": "54f78c85-51be-4360-bbe5-48ce01799255", "name": "network-vif-deleted", "tag": "788079d3-a28f-4717-90d1-60ec1bb5b98c"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:03.473287 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950575d-eb18-4352-b0f8-3a554309a935 x-openstack-request-id: req-0950575d-eb18-4352-b0f8-3a554309a935 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:03.473589 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f78c85-51be-4360-bbe5-48ce01799255", "name": "network-vif-deleted", "tag": "788079d3-a28f-4717-90d1-60ec1bb5b98c", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:03.473795 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0950575d-eb18-4352-b0f8-3a554309a935 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:03.474231 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f78c85-51be-4360-bbe5-48ce01799255', 'name': 'network-vif-deleted', 'tag': '788079d3-a28f-4717-90d1-60ec1bb5b98c', 'status': 'completed', 'code': 200} Jun 22 01:53:03.544838 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.566320 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.641021 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-aaac6908-bfeb-4fe9-b1df-cc3a2e71d571 req-e87baff4-67bc-4830-9dc3-f903f116b466 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f78c85-51be-4360-bbe5-48ce01799255 HTTP/1.1" status: 200 len: 210 time: 0.0400341 Jun 22 01:53:03.688413 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Allocated IP 172.28.3.51 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/ebf9d210-a059-4fbe-81c9-c5aeb4f587e9) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:53:03.803902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b0e613d8-a60d-4a03-91d1-0f63af85ba5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.804952 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.825616 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Notify callbacks [] for port, precommit_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.846297 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Transition to ACTIVE for port object 830955ea-875e-4170-81b7-bcdb85e3f9b3 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:03.860495 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.864271 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:03.891158 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Transition to ACTIVE for port object 830955ea-875e-4170-81b7-bcdb85e3f9b3 will not be triggered until provisioned by entity DHCP. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:03.899811 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:03.904887 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:03.909857 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:53:03.914557 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:03.920324 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:03.937904 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Pushing event updated for resources: {'Port': ['ID=ebf9d210-a059-4fbe-81c9-c5aeb4f587e9,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:03.942673 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:03.975215 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9d6b0-5234-4448-b5c4-5187a2fffbfd req-b5fedb5d-3d40-464f-a108-5f482a8899b9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:03.976702 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-81a9d6b0-5234-4448-b5c4-5187a2fffbfd req-b5fedb5d-3d40-464f-a108-5f482a8899b9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0894537 Jun 22 01:53:04.023012 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-81a9d6b0-5234-4448-b5c4-5187a2fffbfd req-3b198f1c-c4b1-41a3-9480-bcfe0d8199f6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 Jun 22 01:53:04.025696 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Network dd8373b6-43a4-4b71-8334-af1083382019 is already hosted by enough agents. {{(pid=104430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:04.036034 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.base_scheduler [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Resources bound (agent type, host, resource id): {{(pid=104430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:04.038507 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Received port after_create {{(pid=104430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:53:04.047832 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Pushing event updated for resources: {'Port': ['ID=830955ea-875e-4170-81b7-bcdb85e3f9b3,revision_number=1']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:04.063991 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:04.114453 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Notify callbacks [] for port, precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.169797 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Transition to ACTIVE for port object 76bc7f47-b817-46f3-935f-1a5972241cfb will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:04.195496 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Attempting to bind port 830955ea-875e-4170-81b7-bcdb85e3f9b3 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:53:04.196035 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Attempting to bind port 830955ea-875e-4170-81b7-bcdb85e3f9b3 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:53:04.196514 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Attempting to bind port 830955ea-875e-4170-81b7-bcdb85e3f9b3 on network dd8373b6-43a4-4b71-8334-af1083382019 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:04.203820 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.218657 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-32da5e5c-9cc3-477c-99fc-139fa3b14650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:04.239248 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.424237 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:53:04.424796 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Checking segment: {'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:04.424987 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.425370 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Bound using segment: {'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:53:04.425923 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Bound port: 830955ea-875e-4170-81b7-bcdb85e3f9b3, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:53:04.426383 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.564529 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device e5ad17db-734f-4cf0-8c18-cf8002d91c10 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:04.620828 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.677486 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd18cbf-1a3e-4950-9ea9-53a3d018ce14 None None] Pushing event updated for resources: {'Port': ['ID=76bc7f47-b817-46f3-935f-1a5972241cfb,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:04.695786 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-edd18cbf-1a3e-4950-9ea9-53a3d018ce14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:04.716233 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Attempting to bind port 76bc7f47-b817-46f3-935f-1a5972241cfb on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:53:04.716615 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Attempting to bind port 76bc7f47-b817-46f3-935f-1a5972241cfb by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:53:04.716988 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Attempting to bind port 76bc7f47-b817-46f3-935f-1a5972241cfb on network 16fbc40c-98af-486e-8304-c72481cb644d {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:04.733804 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:53:04.734235 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Checking segment: {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:04.734946 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.735062 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Bound using segment: {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:53:04.735591 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Bound port: 76bc7f47-b817-46f3-935f-1a5972241cfb, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:53:04.735983 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.738469 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] For port 830955ea-875e-4170-81b7-bcdb85e3f9b3, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:53:04.745628 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] For port 830955ea-875e-4170-81b7-bcdb85e3f9b3, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=830955ea-875e-4170-81b7-bcdb85e3f9b3,segment=NetworkSegment(ac6f2d83-636e-4d3a-9494-da0322039969),segment_id=ac6f2d83-636e-4d3a-9494-da0322039969)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:53:04.759780 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.762605 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:04.819258 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port e5ad17db-734f-4cf0-8c18-cf8002d91c10 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:04.819643 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.884172 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318'] for router, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.920454 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Pushing event updated for resources: {'Port': ['ID=830955ea-875e-4170-81b7-bcdb85e3f9b3,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:04.927491 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:04.932732 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] For port 76bc7f47-b817-46f3-935f-1a5972241cfb, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:53:04.947417 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] For port 76bc7f47-b817-46f3-935f-1a5972241cfb, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=76bc7f47-b817-46f3-935f-1a5972241cfb,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:53:04.989882 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:04.998907 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:05.047505 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:53:05.048306 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:53:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:05.058347 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Router 9cac208b-e37d-49ce-b583-97f873ea492c is scheduled to L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 with binding_index 1 {{(pid=104429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 01:53:05.223713 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:53:05.240091 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Sync routers for ids ['9cac208b-e37d-49ce-b583-97f873ea492c'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:53:05.255052 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Routers {'9cac208b-e37d-49ce-b583-97f873ea492c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:53:05.255674 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:53:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9cac208b-e37d-49ce-b583-97f873ea492c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:05.256189 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd18cbf-1a3e-4950-9ea9-53a3d018ce14 None None] Pushing event updated for resources: {'Port': ['ID=76bc7f47-b817-46f3-935f-1a5972241cfb,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:05.276064 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-edd18cbf-1a3e-4950-9ea9-53a3d018ce14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:05.276931 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:05.278993 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4407773 Jun 22 01:53:05.281960 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 45912) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:05.291207 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:05.300457 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:53:05.447456 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Set router 9cac208b-e37d-49ce-b583-97f873ea492c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:53:05.514940 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4170f-5304-4720-bb4f-f320b53deda0 req-97081a43-d5a3-4151-8545-3074b565f85d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:05.516496 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dfc4170f-5304-4720-bb4f-f320b53deda0 req-97081a43-d5a3-4151-8545-3074b565f85d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 946 time: 0.0752904 Jun 22 01:53:05.581277 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dfc4170f-5304-4720-bb4f-f320b53deda0 req-5e6a88bb-ee54-4c40-b4ce-8fa9dd9efb9b tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508387 Jun 22 01:53:05.598529 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c10824-dacf-4655-9daa-63e2ee0573a1 req-2502afad-076a-48d8-a5d6-930067f95a11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:05.603100 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a6c10824-dacf-4655-9daa-63e2ee0573a1 req-2502afad-076a-48d8-a5d6-930067f95a11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1917758 Jun 22 01:53:05.678965 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:04Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:05.707758 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:53:04Z', 'revision_number': 3, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port': {'id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:03Z', 'updated_at': '2021-06-22T01:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:05.728644 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d26526-b07d-4147-854c-d7360eb9d229 None None] The sync data for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb is: [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:04Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:53:05.748906 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Checking router: 9cac208b-e37d-49ce-b583-97f873ea492c for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:53:05.749258 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Updating router 9cac208b-e37d-49ce-b583-97f873ea492c port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 binding host dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:53:05.821775 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:05.855199 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a6c10824-dacf-4655-9daa-63e2ee0573a1 req-fcca7ec2-73b7-4879-9c03-ecbfa42def9d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675434 Jun 22 01:53:05.949584 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 45922) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:06.065129 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.105736 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-995b8682-cc01-4163-8cbd-3434dd48aafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.221536 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-995b8682-cc01-4163-8cbd-3434dd48aafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.233227 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-995b8682-cc01-4163-8cbd-3434dd48aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.236884 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-37cdbee6-81b3-4c37-a662-fd9c6b2a6ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:06.291504 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-995b8682-cc01-4163-8cbd-3434dd48aafb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=774adbedbdb4461cb02c502a44cc0cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406806 Jun 22 01:53:06.296765 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 45930) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:06.299978 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Allocated IP 172.20.0.1 (dd8373b6-43a4-4b71-8334-af1083382019/d98320a2-048d-4f72-9024-d4f7c3280175/13dc48c2-006f-4e44-8039-132880ad2373) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:53:06.325798 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf573ae0-9cb8-4bed-9210-2c98c899ccb8 None None] Network dd8373b6-43a4-4b71-8334-af1083382019 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:53:06.353017 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b8682-cc01-4163-8cbd-3434dd48aafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6652d67-5da2-4918-97fe-b49eeef977bc,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:06.357083 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-995b8682-cc01-4163-8cbd-3434dd48aafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:06.372187 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-604d5609-3a4f-4023-a673-0bd9281743f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.406465 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-604d5609-3a4f-4023-a673-0bd9281743f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.477184 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-604d5609-3a4f-4023-a673-0bd9281743f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.480134 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-604d5609-3a4f-4023-a673-0bd9281743f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.483729 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-604d5609-3a4f-4023-a673-0bd9281743f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6652d67-5da2-4918-97fe-b49eeef977bc HTTP/1.1" status: 204 len: 168 time: 0.1834521 Jun 22 01:53:06.495131 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c40b55a4-6075-4f97-adc3-fb884ac668ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:06.502762 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 788079d3-a28f-4717-90d1-60ec1bb5b98c no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:53:06.518203 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d5609-3a4f-4023-a673-0bd9281743f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6652d67-5da2-4918-97fe-b49eeef977bc,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:06.522865 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-604d5609-3a4f-4023-a673-0bd9281743f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:06.533737 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 788079d3-a28f-4717-90d1-60ec1bb5b98c {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:53:06.533867 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 788079d3-a28f-4717-90d1-60ec1bb5b98c not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:53:06.550408 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.552421 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Notify callbacks [] for port, precommit_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.566588 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Transition to ACTIVE for port object 13dc48c2-006f-4e44-8039-132880ad2373 will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:06.568328 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.provisioning_blocks [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Transition to ACTIVE for port object ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 will not be triggered until provisioned by entity L2. {{(pid=104431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:06.581260 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.610362 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-14f0cf08-31b2-42ad-912d-af2d180a30e6 None None] Provisioning for port 830955ea-875e-4170-81b7-bcdb85e3f9b3 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:06.631585 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:06.637122 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.652514 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-be5424d4-3c39-4363-9d87-d9197e66f3d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:06.694202 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 76bc7f47-b817-46f3-935f-1a5972241cfb up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:06.713922 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Attempting to bind port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:53:06.714380 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Attempting to bind port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:53:06.714947 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Attempting to bind port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 on network dc4b13a9-3bf9-4085-b802-51585586f44f {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:06.733272 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Network dd8373b6-43a4-4b71-8334-af1083382019 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:06.735247 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:06.748352 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:53:06.748782 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824486'] for router_interface, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.750323 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:53:06.750707 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:06.751106 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.751584 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Bound using segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:53:06.752080 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Bound port: ebf9d210-a059-4fbe-81c9-c5aeb4f587e9, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:53:06.752456 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.814057 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] For port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:53:06.816397 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28ca70-9d4e-461d-abc7-d0888f15b11c None None] Pushing event updated for resources: {'Port': ['ID=ebf9d210-a059-4fbe-81c9-c5aeb4f587e9,revision_number=2']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:06.826180 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] For port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=ebf9d210-a059-4fbe-81c9-c5aeb4f587e9,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:53:06.834961 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 76bc7f47-b817-46f3-935f-1a5972241cfb completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:06.850935 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 76bc7f47-b817-46f3-935f-1a5972241cfb triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:06.851696 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.853221 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-0a28ca70-9d4e-461d-abc7-d0888f15b11c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:06.854504 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:06.856781 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:06.989163 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.050188 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Routers {'9cac208b-e37d-49ce-b583-97f873ea492c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:53:07.054009 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.055196 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:53:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9cac208b-e37d-49ce-b583-97f873ea492c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:07.057611 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Pushing event updated for resources: {'Port': ['ID=13dc48c2-006f-4e44-8039-132880ad2373,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:07.065410 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28ca70-9d4e-461d-abc7-d0888f15b11c None None] Pushing event updated for resources: {'Port': ['ID=ebf9d210-a059-4fbe-81c9-c5aeb4f587e9,revision_number=3']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:07.069321 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:07.071262 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-0a28ca70-9d4e-461d-abc7-d0888f15b11c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:07.125872 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 76bc7f47-b817-46f3-935f-1a5972241cfb, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=76bc7f47-b817-46f3-935f-1a5972241cfb,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:07.133960 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.139994 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 830955ea-875e-4170-81b7-bcdb85e3f9b3 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:07.142777 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ca4cc995-eb22-465c-a156-d62f27272dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:07.150221 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.240839 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29459da-60fa-4d98-9c3d-4fc453905a2f req-418b37c7-2fec-4621-adcb-33669ceddf0d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:07.248653 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d29459da-60fa-4d98-9c3d-4fc453905a2f req-418b37c7-2fec-4621-adcb-33669ceddf0d tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 946 time: 0.3066847 Jun 22 01:53:07.257615 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=76bc7f47-b817-46f3-935f-1a5972241cfb,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:07.264137 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] Set router 9cac208b-e37d-49ce-b583-97f873ea492c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:53:07.306741 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:07.318544 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 830955ea-875e-4170-81b7-bcdb85e3f9b3 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:07.320608 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d29459da-60fa-4d98-9c3d-4fc453905a2f req-cd9aa7a8-d306-4640-88fd-f80af7ae4a18 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707624 Jun 22 01:53:07.330071 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 830955ea-875e-4170-81b7-bcdb85e3f9b3 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:07.332479 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.403102 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-bc0c1041-70b0-43e2-ad6b-adf26aa9f566 None None] Provisioning for port 13dc48c2-006f-4e44-8039-132880ad2373 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:07.430130 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-bc0c1041-70b0-43e2-ad6b-adf26aa9f566 None None] Provisioning complete for port 13dc48c2-006f-4e44-8039-132880ad2373 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:07.430519 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1041-70b0-43e2-ad6b-adf26aa9f566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.493960 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.511560 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.512636 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1744502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622269'] for router_interface, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.515002 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:07.518278 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c1041-70b0-43e2-ad6b-adf26aa9f566 None None] Port 13dc48c2-006f-4e44-8039-132880ad2373 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:53:07.534098 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384660-c21a-483c-9b24-967d663ceb8e req-2b9452c8-133f-45a3-b72f-98b466dd90ed tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:07.535678 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-25384660-c21a-483c-9b24-967d663ceb8e req-2b9452c8-133f-45a3-b72f-98b466dd90ed tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1313765 Jun 22 01:53:07.566641 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-bc0c1041-70b0-43e2-ad6b-adf26aa9f566 None None] Provisioning complete for port 830955ea-875e-4170-81b7-bcdb85e3f9b3 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:07.567031 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1041-70b0-43e2-ad6b-adf26aa9f566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.597151 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.620758 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Pushing event updated for resources: {'Port': ['ID=13dc48c2-006f-4e44-8039-132880ad2373,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:07.632905 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-25384660-c21a-483c-9b24-967d663ceb8e req-95099f1e-8ee3-46e0-bc3c-2706325c3d74 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896254 Jun 22 01:53:07.653618 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:07.679279 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 4, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port': {'id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:03Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '13dc48c2-006f-4e44-8039-132880ad2373', 'name': '', 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'mac_address': 'fa:16:3e:d7:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:06Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 1, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'subnets': [{'id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:07.682175 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 830955ea-875e-4170-81b7-bcdb85e3f9b3, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=830955ea-875e-4170-81b7-bcdb85e3f9b3,segment=NetworkSegment(ac6f2d83-636e-4d3a-9494-da0322039969),segment_id=ac6f2d83-636e-4d3a-9494-da0322039969)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:07.688102 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.692812 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:07.713686 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b100f42-0e6b-47ee-bf2c-4622de207091 None None] The sync data for ids ['9cac208b-e37d-49ce-b583-97f873ea492c'] in dv-cinder-797073-2-smb is: [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 4, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port': {'id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:03Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '13dc48c2-006f-4e44-8039-132880ad2373', 'name': '', 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'mac_address': 'fa:16:3e:d7:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:06Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 1, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'subnets': [{'id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:53:07.752711 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Network dd8373b6-43a4-4b71-8334-af1083382019 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:07.754509 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:07.784254 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=830955ea-875e-4170-81b7-bcdb85e3f9b3,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:07.788781 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:07.807495 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-ca20262c-514e-456d-9c01-cf713ac9d772 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:07.808965 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-ca20262c-514e-456d-9c01-cf713ac9d772 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 946 time: 0.1314201 Jun 22 01:53:07.886055 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Router 9cac208b-e37d-49ce-b583-97f873ea492c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:53:07.915577 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-bf322d37-8637-48e7-b03e-bb254c394897 None None] Provisioning complete for port 13dc48c2-006f-4e44-8039-132880ad2373 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:07.916374 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bf322d37-8637-48e7-b03e-bb254c394897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.974325 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Deleting port d10db3b5-f503-42e8-b4a8-9bfe676636e6 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:53:07.978406 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:07.979915 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-bf322d37-8637-48e7-b03e-bb254c394897 None None] Port 13dc48c2-006f-4e44-8039-132880ad2373 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:53:08.121698 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-d118e43f-7067-45ab-990e-a33fbf3d8b2b None None] Provisioning complete for port 13dc48c2-006f-4e44-8039-132880ad2373 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:08.123743 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d118e43f-7067-45ab-990e-a33fbf3d8b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:08.140549 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] For port d10db3b5-f503-42e8-b4a8-9bfe676636e6, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=d10db3b5-f503-42e8-b4a8-9bfe676636e6,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:08.140912 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:08.160562 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-d118e43f-7067-45ab-990e-a33fbf3d8b2b None None] Port 13dc48c2-006f-4e44-8039-132880ad2373 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:53:08.216847 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Calling delete_port for d10db3b5-f503-42e8-b4a8-9bfe676636e6 owned by compute:nova {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:53:08.356667 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:53:08.380550 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] 10.222.0.13 "PUT /v2.0/routers/9cac208b-e37d-49ce-b583-97f873ea492c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0971279 Jun 22 01:53:08.395303 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:08.402434 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:08.441099 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'd10db3b5-f503-42e8-b4a8-9bfe676636e6'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:53:08.453555 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Pushing event deleted for resources: {'Port': ['ID=d10db3b5-f503-42e8-b4a8-9bfe676636e6,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:08.462037 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:08.527325 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 76bc7f47-b817-46f3-935f-1a5972241cfb up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:08.544744 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3f6312ad-7f10-460c-9a8a-b4b3a559f086 req-d69ed12d-2889-421d-815a-849525678f82 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d0408dc-a706-4350-a923-58c24f5787ed HTTP/1.1" status: 200 len: 210 time: 0.0381181 Jun 22 01:53:08.558320 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] No DVR routers for this DVR port d10db3b5-f503-42e8-b4a8-9bfe676636e6 on host hv-cinder-79707 {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:53:08.564031 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:08.569172 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-de19b762-5a3c-44a1-b12f-a03a1cba38af req-e9639360-a23b-45d5-8d05-54cbf5ee8504 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "DELETE /v2.0/ports/d10db3b5-f503-42e8-b4a8-9bfe676636e6 HTTP/1.1" status: 204 len: 173 time: 0.7532971 Jun 22 01:53:08.570841 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0408dc-a706-4350-a923-58c24f5787ed', 'name': 'network-vif-deleted', 'tag': 'd10db3b5-f503-42e8-b4a8-9bfe676636e6'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:08.573459 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05574377-939a-4cb2-9123-da48fbca8e09" -d '{"events": [{"server_uuid": "8d0408dc-a706-4350-a923-58c24f5787ed", "name": "network-vif-deleted", "tag": "d10db3b5-f503-42e8-b4a8-9bfe676636e6"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:08.648661 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f2dd0f-726d-4519-8664-c2fff50d0b59 x-openstack-request-id: req-49f2dd0f-726d-4519-8664-c2fff50d0b59 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:08.648661 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0408dc-a706-4350-a923-58c24f5787ed", "name": "network-vif-deleted", "tag": "d10db3b5-f503-42e8-b4a8-9bfe676636e6", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:08.648661 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49f2dd0f-726d-4519-8664-c2fff50d0b59 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:08.648998 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0408dc-a706-4350-a923-58c24f5787ed', 'name': 'network-vif-deleted', 'tag': 'd10db3b5-f503-42e8-b4a8-9bfe676636e6', 'status': 'completed', 'code': 200} Jun 22 01:53:08.772932 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 76bc7f47-b817-46f3-935f-1a5972241cfb triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:08.773324 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:08.908541 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 830955ea-875e-4170-81b7-bcdb85e3f9b3 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:08.979932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344062c-98ce-4ac7-a75c-1381165190d6 req-dcb4f8ee-0eb6-4f0e-b1ba-afb568cdeee9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:08.986848 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2344062c-98ce-4ac7-a75c-1381165190d6 req-dcb4f8ee-0eb6-4f0e-b1ba-afb568cdeee9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1383572 Jun 22 01:53:08.999446 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 830955ea-875e-4170-81b7-bcdb85e3f9b3 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:09.006391 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:09.044034 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2344062c-98ce-4ac7-a75c-1381165190d6 req-279a01cf-4051-4161-809f-8b93eb9b1e17 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548046 Jun 22 01:53:10.287552 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858910d6-5949-4337-b409-d69cbe1f618a req-036bf4e8-7da1-4083-916e-533178c9aa28 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:10.288914 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-858910d6-5949-4337-b409-d69cbe1f618a req-036bf4e8-7da1-4083-916e-533178c9aa28 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1281557 Jun 22 01:53:10.352726 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-858910d6-5949-4337-b409-d69cbe1f618a req-a3e78307-828d-4dcc-94af-4595f95c24c6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574770 Jun 22 01:53:10.456935 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Sync routers for ids ['9cac208b-e37d-49ce-b583-97f873ea492c'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:53:10.466144 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Routers {'9cac208b-e37d-49ce-b583-97f873ea492c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:53:10.466829 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:53:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9cac208b-e37d-49ce-b583-97f873ea492c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:10.634975 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:10.745963 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:10.755361 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Set router 9cac208b-e37d-49ce-b583-97f873ea492c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:53:10.758040 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:10.758040 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.026134 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.089374 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=ebf9d210-a059-4fbe-81c9-c5aeb4f587e9,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:11.096488 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.099822 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:11.165702 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=ebf9d210-a059-4fbe-81c9-c5aeb4f587e9,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:11.169195 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:11.171302 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 4, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port': {'id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:03Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '13dc48c2-006f-4e44-8039-132880ad2373', 'name': '', 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'mac_address': 'fa:16:3e:d7:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:06Z', 'updated_at': '2021-06-22T01:53:07Z', 'revision_number': 2, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'subnets': [{'id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:11.204069 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Checking router: 9cac208b-e37d-49ce-b583-97f873ea492c for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:53:11.205954 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Updating router 9cac208b-e37d-49ce-b583-97f873ea492c port 13dc48c2-006f-4e44-8039-132880ad2373 binding host dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 01:53:11.270064 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.320845 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d69784-5bf9-4508-bc73-377167881323 req-e6e4b384-1227-46e7-98af-e29f6c9eb0e4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:11.323172 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-95d69784-5bf9-4508-bc73-377167881323 req-e6e4b384-1227-46e7-98af-e29f6c9eb0e4 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 946 time: 0.1188643 Jun 22 01:53:11.415630 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-95d69784-5bf9-4508-bc73-377167881323 req-8c55f0eb-b34e-4a11-8cc6-bcc703beffa9 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864077 Jun 22 01:53:11.592159 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288a5e-b2df-4892-a90f-16e03dc816e5 req-54094ac2-8199-4541-ad11-d4b4842b06ce tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:11.593854 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0e288a5e-b2df-4892-a90f-16e03dc816e5 req-54094ac2-8199-4541-ad11-d4b4842b06ce tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0993154 Jun 22 01:53:11.654788 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0e288a5e-b2df-4892-a90f-16e03dc816e5 req-b038e3fa-8685-4aad-9b6e-c2bd1a7f4349 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548987 Jun 22 01:53:11.660721 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Notify callbacks [] for port, precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.671789 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Transition to ACTIVE for port object 13dc48c2-006f-4e44-8039-132880ad2373 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:11.688261 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.690943 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:11.780827 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b405e9-e3ed-436d-8647-c06887ce2508 None None] Pushing event updated for resources: {'Port': ['ID=13dc48c2-006f-4e44-8039-132880ad2373,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:11.785773 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-23b405e9-e3ed-436d-8647-c06887ce2508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:11.863393 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Attempting to bind port 13dc48c2-006f-4e44-8039-132880ad2373 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:53:11.863788 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Attempting to bind port 13dc48c2-006f-4e44-8039-132880ad2373 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:53:11.864159 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Attempting to bind port 13dc48c2-006f-4e44-8039-132880ad2373 on network dd8373b6-43a4-4b71-8334-af1083382019 {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:11.870309 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:53:11.870706 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Checking segment: {'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:11.871115 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.871517 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Bound using segment: {'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:53:11.871996 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Bound port: 13dc48c2-006f-4e44-8039-132880ad2373, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f2d83-636e-4d3a-9494-da0322039969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:53:11.872381 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.954130 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] For port 13dc48c2-006f-4e44-8039-132880ad2373, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:53:11.957528 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] For port 13dc48c2-006f-4e44-8039-132880ad2373, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=13dc48c2-006f-4e44-8039-132880ad2373,segment=NetworkSegment(ac6f2d83-636e-4d3a-9494-da0322039969),segment_id=ac6f2d83-636e-4d3a-9494-da0322039969)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:53:11.963618 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:11.965655 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:12.040293 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Routers {'9cac208b-e37d-49ce-b583-97f873ea492c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:53:12.040522 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:53:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9cac208b-e37d-49ce-b583-97f873ea492c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:12.045227 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b405e9-e3ed-436d-8647-c06887ce2508 None None] Pushing event updated for resources: {'Port': ['ID=13dc48c2-006f-4e44-8039-132880ad2373,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:12.085249 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-23b405e9-e3ed-436d-8647-c06887ce2508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:12.185106 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] Set router 9cac208b-e37d-49ce-b583-97f873ea492c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:53:12.413818 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device d10db3b5-f503-42e8-b4a8-9bfe676636e6 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:53:12.464541 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: d10db3b5-f503-42e8-b4a8-9bfe676636e6 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:53:12.465003 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device d10db3b5-f503-42e8-b4a8-9bfe676636e6 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:53:12.567885 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:12.656342 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 4, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port': {'id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:03Z', 'updated_at': '2021-06-22T01:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '13dc48c2-006f-4e44-8039-132880ad2373', 'name': '', 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'mac_address': 'fa:16:3e:d7:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:06Z', 'updated_at': '2021-06-22T01:53:11Z', 'revision_number': 4, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'subnets': [{'id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:12.658615 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:12.658998 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:12.704337 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab393da-63c0-44fb-b398-37028370ffe0 None None] The sync data for ids ['9cac208b-e37d-49ce-b583-97f873ea492c'] in dv-cinder-797073-2-smb is: [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:53:06Z', 'revision_number': 4, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port': {'id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:03Z', 'updated_at': '2021-06-22T01:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '13dc48c2-006f-4e44-8039-132880ad2373', 'name': '', 'network_id': 'dd8373b6-43a4-4b71-8334-af1083382019', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'mac_address': 'fa:16:3e:d7:8d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:06Z', 'updated_at': '2021-06-22T01:53:11Z', 'revision_number': 4, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'subnets': [{'id': 'd98320a2-048d-4f72-9024-d4f7c3280175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:53:12.706995 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32ceae-8d5f-4854-bcfe-e45f0e86c8c2 req-d46ad29d-851e-42d4-b46a-673ab034fe95 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:12.708625 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ec32ceae-8d5f-4854-bcfe-e45f0e86c8c2 req-d46ad29d-851e-42d4-b46a-673ab034fe95 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 946 time: 0.1028438 Jun 22 01:53:12.768051 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ec32ceae-8d5f-4854-bcfe-e45f0e86c8c2 req-3184cdc7-4756-4c6b-818e-404675942e6a tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Jun 22 01:53:12.857457 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 13dc48c2-006f-4e44-8039-132880ad2373 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:12.958360 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 13dc48c2-006f-4e44-8039-132880ad2373 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:12.962562 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 13dc48c2-006f-4e44-8039-132880ad2373 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:12.962956 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:13.022897 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4c2a4-92ca-4add-9eaa-a74103eb649a req-cb07c134-52d3-41e0-bbd5-efd0ca9a81d2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:13.024486 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a5d4c2a4-92ca-4add-9eaa-a74103eb649a req-cb07c134-52d3-41e0-bbd5-efd0ca9a81d2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0926178 Jun 22 01:53:13.101484 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a5d4c2a4-92ca-4add-9eaa-a74103eb649a req-61e01be2-4bab-4eaa-a948-421acfea7ee9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672464 Jun 22 01:53:13.249118 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:13.290841 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 13dc48c2-006f-4e44-8039-132880ad2373, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=13dc48c2-006f-4e44-8039-132880ad2373,segment=NetworkSegment(ac6f2d83-636e-4d3a-9494-da0322039969),segment_id=ac6f2d83-636e-4d3a-9494-da0322039969)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:13.300130 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:13.309857 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:13.366802 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=13dc48c2-006f-4e44-8039-132880ad2373,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:13.377635 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:13.894312 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-6bef9280-ad86-4e62-ae5b-fe0b9b5a3e2e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:13.896375 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-6bef9280-ad86-4e62-ae5b-fe0b9b5a3e2e tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 946 time: 0.1231024 Jun 22 01:53:14.086016 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9c073-f55f-4272-a5e6-cdac4645002b req-08ef2fd0-40b9-4386-8fff-212612fec732 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:14.087540 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-22f9c073-f55f-4272-a5e6-cdac4645002b req-08ef2fd0-40b9-4386-8fff-212612fec732 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 946 time: 0.1545770 Jun 22 01:53:14.132010 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Deleting port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:53:14.132352 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:14.190679 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-22f9c073-f55f-4272-a5e6-cdac4645002b req-c39aa254-5041-4aca-9eda-f3fc6f50c848 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/security-groups?id=4cf223c4-8273-4e16-99ef-f965e5347511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922976 Jun 22 01:53:14.292923 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] For port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,segment=NetworkSegment(5daf2f94-6844-45c2-8d7a-94bbe3398813),segment_id=5daf2f94-6844-45c2-8d7a-94bbe3398813)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:14.293725 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:14.381001 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73864-5c21-4a9b-9ffa-2ec73f40e189 req-ef107e56-ee3b-4450-8732-79bcf5998a7c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:14.382327 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Calling delete_port for fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 owned by compute:nova {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:53:14.383540 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-eea73864-5c21-4a9b-9ffa-2ec73f40e189 req-ef107e56-ee3b-4450-8732-79bcf5998a7c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0857315 Jun 22 01:53:14.442668 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-eea73864-5c21-4a9b-9ffa-2ec73f40e189 req-0bbfbaf9-c3c3-48a9-b2b7-a0e380fbf092 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518761 Jun 22 01:53:14.493471 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 13dc48c2-006f-4e44-8039-132880ad2373 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:14.589591 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 13dc48c2-006f-4e44-8039-132880ad2373 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:14.590577 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:14.605459 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-e21e3fdd-5b7a-4a86-9827-0d49abdc4e56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680676 Jun 22 01:53:14.622525 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:14.628980 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0f651373-2b42-4b73-9ac5-2f0ea6907861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:14.662802 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Pushing event deleted for resources: {'Port': ['ID=fb0b970d-386a-46b8-9cd9-afec4cf4fbe4,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:14.663578 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['fb0b970d-386a-46b8-9cd9-afec4cf4fbe4'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:53:14.665385 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:14.738686 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] No DVR routers for this DVR port fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 on host hv-cinder-79707 {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:53:14.742290 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:14.745445 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8af8eb49-361f-47a6-990e-199b7a87f65d req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.36 "DELETE /v2.0/ports/fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 HTTP/1.1" status: 204 len: 173 time: 0.8423791 Jun 22 01:53:14.746339 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8937f99f-ff88-4bd6-89e9-a4e0f80b5baa', 'name': 'network-vif-deleted', 'tag': 'fb0b970d-386a-46b8-9cd9-afec4cf4fbe4'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:14.748968 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f4364b-74b2-41e3-b185-8a6c8cfb4d40" -d '{"events": [{"server_uuid": "8937f99f-ff88-4bd6-89e9-a4e0f80b5baa", "name": "network-vif-deleted", "tag": "fb0b970d-386a-46b8-9cd9-afec4cf4fbe4"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:14.759771 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-0d86ad11-eef4-454f-8678-e6c9265d7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:14.762003 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-0d86ad11-eef4-454f-8678-e6c9265d7b6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 1099 time: 0.1093943 Jun 22 01:53:14.800743 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3b0d49-aad1-4f8e-8ded-b7ffd8450ea4 x-openstack-request-id: req-ba3b0d49-aad1-4f8e-8ded-b7ffd8450ea4 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:14.801375 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8937f99f-ff88-4bd6-89e9-a4e0f80b5baa", "name": "network-vif-deleted", "tag": "fb0b970d-386a-46b8-9cd9-afec4cf4fbe4", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:14.801892 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba3b0d49-aad1-4f8e-8ded-b7ffd8450ea4 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:14.802287 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8937f99f-ff88-4bd6-89e9-a4e0f80b5baa', 'name': 'network-vif-deleted', 'tag': 'fb0b970d-386a-46b8-9cd9-afec4cf4fbe4', 'status': 'completed', 'code': 200} Jun 22 01:53:14.897675 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-22dd8c39-d970-43d4-806f-0ec78d03d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:14.897675 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-22dd8c39-d970-43d4-806f-0ec78d03d962 service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.1085284 Jun 22 01:53:14.945884 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-6e74747a-c1a1-4eff-9c46-37a34256ed79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232 HTTP/1.1" status: 200 len: 217 time: 0.0400102 Jun 22 01:53:15.008173 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-a83e07b0-c643-4eda-824e-66b2e8f0a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:15.010282 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-a83e07b0-c643-4eda-824e-66b2e8f0a72b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.0567329 Jun 22 01:53:15.053290 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-aa2e0253-7ba4-4f5f-ad42-8c7875a90e81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350225 Jun 22 01:53:15.154855 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-037c4a14-fe9b-4e38-a4ff-daa33f23c194 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939090 Jun 22 01:53:15.171132 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:15.288614 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25e2340-b75f-4a02-8402-c6212c76a9a2 req-a92641aa-18aa-4943-ae06-6e100da74b18 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263535 Jun 22 01:53:15.447967 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6b85923a-f9b6-424a-bf9f-dfaaf0ddfaf6 req-40fbc10b-b470-40e4-a24a-722ae9491416 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] 10.222.0.13 "GET /v2.0/ports?device_id=8937f99f-ff88-4bd6-89e9-a4e0f80b5baa HTTP/1.1" status: 200 len: 210 time: 0.0409763 Jun 22 01:53:15.799884 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7e856-05e6-47f4-b3aa-1868b16ae66e req-e518d9c5-98ad-4470-be98-b7827423edfb tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:15.810633 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75f7e856-05e6-47f4-b3aa-1868b16ae66e req-e518d9c5-98ad-4470-be98-b7827423edfb tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0998213 Jun 22 01:53:15.870533 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75f7e856-05e6-47f4-b3aa-1868b16ae66e req-4b00594f-5fcb-4f02-bd16-2e887d1fc572 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585518 Jun 22 01:53:15.933089 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffe242-9666-4275-82c8-fca3082dc6b7 req-a36c82ae-7778-4db2-ae9c-0f6c99436d66 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:15.935163 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-60ffe242-9666-4275-82c8-fca3082dc6b7 req-a36c82ae-7778-4db2-ae9c-0f6c99436d66 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.1152608 Jun 22 01:53:15.988015 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-60ffe242-9666-4275-82c8-fca3082dc6b7 req-7447a337-e384-4ace-9916-2c0dde1e5916 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Jun 22 01:53:16.553304 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46082) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:16.600383 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] Deleting subnet 0b36c0ea-90ff-4efa-ba4c-df53f2c24665 {{(pid=104429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:53:16.604089 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:16.643525 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5818359'] for subnet, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:16.695179 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:16.784505 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4585310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6042340'] for subnet, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:16.788357 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:16.824387 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b36c0ea-90ff-4efa-ba4c-df53f2c24665,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:16.830438 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:16.833438 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b36c0ea-90ff-4efa-ba4c-df53f2c24665 HTTP/1.1" status: 204 len: 168 time: 0.2791378 Jun 22 01:53:16.836246 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b57eee45-1ae5-4964-a0ef-223c2e889713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:16.836866 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46086) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:16.931129 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.071093 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.085345 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d02081-59a8-4c5b-bf90-764e63022c0a']}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:17.105949 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5daf2f94-6844-45c2-8d7a-94bbe3398813') {'for_net_delete': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:17.106355 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5daf2f94-6844-45c2-8d7a-94bbe3398813') {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:53:17.120783 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef8281-4f48-4043-a0aa-1bbb268a3878 req-addbc445-08a2-454b-9253-3147bc811593 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:17.122446 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1fef8281-4f48-4043-a0aa-1bbb268a3878 req-addbc445-08a2-454b-9253-3147bc811593 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1108732 Jun 22 01:53:17.128015 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5818304'] for segment, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.162888 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.175335 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=104429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:53:17.175822 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441831'] for segment, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: Traceback (most recent call last): Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: timer() Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: cb(*args, **kw) Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: return func(*args, **kwargs) Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: self._notify() Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: self.callback(batched_events) Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: event.method(event) Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: return f(self, *a, **k) Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: return self._get(url).json() Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: return self.request(url, 'GET', **kwargs) Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:53:17.177542 dv-cinder-797073-2-smb neutron-server[104429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:53:17.216387 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1fef8281-4f48-4043-a0aa-1bbb268a3878 req-57c6b0fc-f589-4e98-b138-76cd32a68904 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861599 Jun 22 01:53:17.234129 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0409-1408-4a9e-988a-945678d6d3a5 req-46c846a3-0062-4218-af76-3589b856aab5 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:17.237030 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-da9e0409-1408-4a9e-988a-945678d6d3a5 req-46c846a3-0062-4218-af76-3589b856aab5 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0975254 Jun 22 01:53:17.257799 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.275442 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:17.279757 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.281559 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/e6d02081-59a8-4c5b-bf90-764e63022c0a HTTP/1.1" status: 204 len: 168 time: 0.4436109 Jun 22 01:53:17.310732 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d02081-59a8-4c5b-bf90-764e63022c0a,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:17.314367 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-da9e0409-1408-4a9e-988a-945678d6d3a5 req-886a2e80-8b7b-4891-aae7-b74fd9e255db tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692358 Jun 22 01:53:17.315353 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:17.430174 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46096) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:17.476432 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-44f5b85c-f871-44ae-8824-151353e3b913 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c83acded5e7a44509c748fbbb02f40fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448017 Jun 22 01:53:17.479147 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 46098) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:17.535631 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b5de268b-03f0-49f9-b56d-fe288ad4141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.564329 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b5de268b-03f0-49f9-b56d-fe288ad4141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.621474 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b5de268b-03f0-49f9-b56d-fe288ad4141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.625336 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b5de268b-03f0-49f9-b56d-fe288ad4141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:17.627363 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b5de268b-03f0-49f9-b56d-fe288ad4141c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cf223c4-8273-4e16-99ef-f965e5347511 HTTP/1.1" status: 204 len: 168 time: 0.1464670 Jun 22 01:53:17.628371 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-2df65c80-c3b4-4aa4-8787-77d762e7011a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:17.638819 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de268b-03f0-49f9-b56d-fe288ad4141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf223c4-8273-4e16-99ef-f965e5347511,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:17.647918 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b5de268b-03f0-49f9-b56d-fe288ad4141c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:18.412192 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:53:18.445001 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:53:18.448542 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device fb0b970d-386a-46b8-9cd9-afec4cf4fbe4 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:53:18.482368 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb450329-6cc1-4882-b4cb-3c66804b7adb req-02b3ce59-530d-4aa6-badf-491983867bbe tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:18.491330 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-eb450329-6cc1-4882-b4cb-3c66804b7adb req-02b3ce59-530d-4aa6-badf-491983867bbe tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1122003 Jun 22 01:53:18.558217 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-eb450329-6cc1-4882-b4cb-3c66804b7adb req-d744cef5-9f74-47f8-a501-cf7539974a13 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647757 Jun 22 01:53:18.601188 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507ab89-eee2-4984-8719-ea9e8c60be6f req-a5085276-2a53-43ea-a1c0-95a8d9e04e22 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:18.608778 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c507ab89-eee2-4984-8719-ea9e8c60be6f req-a5085276-2a53-43ea-a1c0-95a8d9e04e22 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0953655 Jun 22 01:53:18.668661 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c507ab89-eee2-4984-8719-ea9e8c60be6f req-31f17d38-fc87-4ba7-bff2-e377fc84df9e tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588183 Jun 22 01:53:19.758917 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f89ea7-0f20-4396-9b26-c73f81a6e71d req-bf8febc7-2bb6-4733-b9ec-758876fa89b8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:19.767319 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-21f89ea7-0f20-4396-9b26-c73f81a6e71d req-bf8febc7-2bb6-4733-b9ec-758876fa89b8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0853000 Jun 22 01:53:19.821625 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-21f89ea7-0f20-4396-9b26-c73f81a6e71d req-ff52f180-8e8f-4e29-a211-4f87a6515ef4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 Jun 22 01:53:19.962271 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6a1c3-07f2-4fbd-a630-aab4d2fb050b req-9eef188f-8b56-4821-bcd3-a01506adaf3c tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:19.967974 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33c6a1c3-07f2-4fbd-a630-aab4d2fb050b req-9eef188f-8b56-4821-bcd3-a01506adaf3c tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0860822 Jun 22 01:53:20.003699 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-33c6a1c3-07f2-4fbd-a630-aab4d2fb050b req-5aaebb3b-ecd2-45b0-a086-d3e28e1dfcf2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Jun 22 01:53:20.960514 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-3d473894-b792-4992-bce9-8bdce056f245 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:20.969605 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-3d473894-b792-4992-bce9-8bdce056f245 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/networks?id=16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 200 len: 814 time: 0.1253705 Jun 22 01:53:20.986875 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-5b4fc069-3ed7-4510-bda9-669ef9477596 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/quotas/293bf63f656e4467b17de3d3a9e6d588 HTTP/1.1" status: 200 len: 375 time: 0.0165293 Jun 22 01:53:21.027772 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d7af1-ef2d-4202-b27f-9318b616a195 req-d888af90-08a4-45ab-a179-0b23107d644f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:21.029408 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-798d7af1-ef2d-4202-b27f-9318b616a195 req-d888af90-08a4-45ab-a179-0b23107d644f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0869651 Jun 22 01:53:21.075776 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-937c54c1-efc0-4ce7-bffb-d4f20fd6b144 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=293bf63f656e4467b17de3d3a9e6d588&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878248 Jun 22 01:53:21.082441 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-798d7af1-ef2d-4202-b27f-9318b616a195 req-5d991d8e-05b9-43b1-b6bc-6ada19021acc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451005 Jun 22 01:53:21.192298 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-d518027d-5cf1-4d8d-94be-d8245d31b860 service neutron] 10.222.0.13 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011248 Jun 22 01:53:21.277524 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ab12d-6fef-4092-9b7b-66b9688a5f50 req-44d416cd-6b4e-4897-b746-240a229f4863 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:21.280045 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-130ab12d-6fef-4092-9b7b-66b9688a5f50 req-44d416cd-6b4e-4897-b746-240a229f4863 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0785003 Jun 22 01:53:21.324448 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-130ab12d-6fef-4092-9b7b-66b9688a5f50 req-9f67e3f0-19e2-4cb4-a856-20eb6de1476a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Jun 22 01:53:21.537308 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-5f81ece8-5d88-493d-8164-ac8b7234a7ec service neutron] 10.222.0.13 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387406 Jun 22 01:53:21.637067 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-7270f9cf-94c0-4fd8-8ee6-4d88cf725a26 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:21.638518 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-7270f9cf-94c0-4fd8-8ee6-4d88cf725a26 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.36 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 945 time: 0.0706322 Jun 22 01:53:21.731786 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7a1b32a9-7c22-4517-ad17-bbb5db91b002 req-7625bbc9-5a4b-4435-90ab-9fc454b11f00 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 210 time: 0.0429530 Jun 22 01:53:21.800642 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Deleting port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:53:21.800981 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:21.896439 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] For port f348ba3c-ba9e-4dcf-b275-6eacca2a3401, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:21.897312 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:21.972179 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Calling delete_port for f348ba3c-ba9e-4dcf-b275-6eacca2a3401 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:53:22.103934 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:22.109459 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:22.140327 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['f348ba3c-ba9e-4dcf-b275-6eacca2a3401'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:53:22.148232 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Pushing event deleted for resources: {'Port': ['ID=f348ba3c-ba9e-4dcf-b275-6eacca2a3401,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:22.151796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:22.204719 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] No DVR routers for this DVR port f348ba3c-ba9e-4dcf-b275-6eacca2a3401 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:53:22.207457 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:22.209632 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6e2753f2-ac8a-4731-92dc-1106773d30f4 req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.36 "DELETE /v2.0/ports/f348ba3c-ba9e-4dcf-b275-6eacca2a3401 HTTP/1.1" status: 204 len: 173 time: 0.5542123 Jun 22 01:53:22.210153 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90b979fe-14fd-40ce-91b7-e2f4e24846fb', 'name': 'network-vif-deleted', 'tag': 'f348ba3c-ba9e-4dcf-b275-6eacca2a3401'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:22.212620 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aa1dd1-2ce3-4855-9153-fcbd03f18b4c" -d '{"events": [{"server_uuid": "90b979fe-14fd-40ce-91b7-e2f4e24846fb", "name": "network-vif-deleted", "tag": "f348ba3c-ba9e-4dcf-b275-6eacca2a3401"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:22.270456 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651a32af-959b-4262-a237-e3bb8f53b3a7 x-openstack-request-id: req-651a32af-959b-4262-a237-e3bb8f53b3a7 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:22.270800 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90b979fe-14fd-40ce-91b7-e2f4e24846fb", "name": "network-vif-deleted", "tag": "f348ba3c-ba9e-4dcf-b275-6eacca2a3401", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:22.271071 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-651a32af-959b-4262-a237-e3bb8f53b3a7 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:22.271697 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90b979fe-14fd-40ce-91b7-e2f4e24846fb', 'name': 'network-vif-deleted', 'tag': 'f348ba3c-ba9e-4dcf-b275-6eacca2a3401', 'status': 'completed', 'code': 200} Jun 22 01:53:22.288564 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b54c1-b723-4f83-86e1-76f7cd9f3c52 req-026b17bf-dc4c-408a-b98d-f13415937f01 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:22.290158 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-244b54c1-b723-4f83-86e1-76f7cd9f3c52 req-026b17bf-dc4c-408a-b98d-f13415937f01 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0729587 Jun 22 01:53:22.331446 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-244b54c1-b723-4f83-86e1-76f7cd9f3c52 req-e0f03010-910c-4269-8af9-5a6d74750407 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357933 Jun 22 01:53:22.527843 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a620f11-c39d-4617-a934-fb25e427467b req-a4f66ef2-440a-4d74-8184-2b2f5d38bc15 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=90b979fe-14fd-40ce-91b7-e2f4e24846fb HTTP/1.1" status: 200 len: 210 time: 0.0435333 Jun 22 01:53:22.753579 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 46264) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:22.882727 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b136a04d-7a6a-46cf-8a5f-a415c5a36cd8 req-5d353566-0160-4fac-a588-2585784989f5 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 210 time: 0.0384245 Jun 22 01:53:22.888451 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-16411d32-6c0a-4a6f-9aa6-3e7c402059a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:22.993527 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-16411d32-6c0a-4a6f-9aa6-3e7c402059a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:22.998205 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-16411d32-6c0a-4a6f-9aa6-3e7c402059a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.004413 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ac0a336e-5e83-47b7-aba7-5b1932c6a5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:23.062183 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-16411d32-6c0a-4a6f-9aa6-3e7c402059a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2019077ddaa5443ca68828d8bb590abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051791 Jun 22 01:53:23.062183 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16411d32-6c0a-4a6f-9aa6-3e7c402059a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc72077-831a-4ce8-8d96-639c4cfe69fc,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:23.063299 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46272) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:23.064712 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-16411d32-6c0a-4a6f-9aa6-3e7c402059a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:23.118154 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9ba0fcc5-57fa-4dc1-9351-1506c6ac782b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.140635 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9ba0fcc5-57fa-4dc1-9351-1506c6ac782b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.194511 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9ba0fcc5-57fa-4dc1-9351-1506c6ac782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.197400 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9ba0fcc5-57fa-4dc1-9351-1506c6ac782b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.198561 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9ba0fcc5-57fa-4dc1-9351-1506c6ac782b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dc72077-831a-4ce8-8d96-639c4cfe69fc HTTP/1.1" status: 204 len: 168 time: 0.1348543 Jun 22 01:53:23.199504 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ca18ec1d-493b-439c-a8a9-5fdc0e1f86c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:23.207498 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0fcc5-57fa-4dc1-9351-1506c6ac782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc72077-831a-4ce8-8d96-639c4cfe69fc,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:23.209695 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9ba0fcc5-57fa-4dc1-9351-1506c6ac782b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:23.482582 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b8c0-af13-49d5-b1b3-6b89ef58a22d req-3f0a990e-60de-4f34-8637-d94b09fb6ac7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:23.484277 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d729b8c0-af13-49d5-b1b3-6b89ef58a22d req-3f0a990e-60de-4f34-8637-d94b09fb6ac7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0715015 Jun 22 01:53:23.512099 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46290) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:23.527289 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d729b8c0-af13-49d5-b1b3-6b89ef58a22d req-677e7053-74d0-4056-96f6-eaeee2aacee1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365686 Jun 22 01:53:23.534937 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0fc84715-55e3-4400-9bc9-fb621d079b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.555350 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b163e-dcfc-44f5-9da6-0273d9331646 req-6bab3c6c-3398-4268-bea7-738586c25aa1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:23.556861 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fa8b163e-dcfc-44f5-9da6-0273d9331646 req-6bab3c6c-3398-4268-bea7-738586c25aa1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0970790 Jun 22 01:53:23.617452 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fa8b163e-dcfc-44f5-9da6-0273d9331646 req-bb892a76-1454-4efa-8937-84aad60b9ccd tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Jun 22 01:53:23.708178 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0fc84715-55e3-4400-9bc9-fb621d079b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.713870 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0fc84715-55e3-4400-9bc9-fb621d079b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.718274 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b5e6ff8f-73cc-42c2-8a71-05994d566350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:23.750218 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc84715-55e3-4400-9bc9-fb621d079b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2ce56b-8a87-4660-b008-feb6421b226b,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:23.758104 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0fc84715-55e3-4400-9bc9-fb621d079b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:23.777603 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0fc84715-55e3-4400-9bc9-fb621d079b5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5858efd496be47c7ba14c226432c95d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632823 Jun 22 01:53:23.781301 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46298) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:23.846206 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a9c641d1-289a-4725-8708-d5cfdacea9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.869956 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-26db5621-e0f5-4233-ad20-124e5aaaa25b tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:23.871454 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-26db5621-e0f5-4233-ad20-124e5aaaa25b tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.36 "GET /v2.0/networks?id=16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 200 len: 814 time: 0.1807418 Jun 22 01:53:23.873260 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a9c641d1-289a-4725-8708-d5cfdacea9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.895430 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'port': {'device_id': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'admin_state_up': True, 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:23.936434 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a9c641d1-289a-4725-8708-d5cfdacea9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.939794 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a9c641d1-289a-4725-8708-d5cfdacea9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:23.943411 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a9c641d1-289a-4725-8708-d5cfdacea9d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d2ce56b-8a87-4660-b008-feb6421b226b HTTP/1.1" status: 204 len: 168 time: 0.1584191 Jun 22 01:53:23.943411 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a2f4750b-ae20-4a08-8422-5db7ed34f5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:23.967856 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c641d1-289a-4725-8708-d5cfdacea9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2ce56b-8a87-4660-b008-feb6421b226b,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:23.971456 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a9c641d1-289a-4725-8708-d5cfdacea9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:24.068524 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Made reservation on behalf of 293bf63f656e4467b17de3d3a9e6d588 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:24.072328 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:24.077423 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1f924a3d-afa0-4eba-80d3-353f00fa42bd req-7a833c5c-d6e2-4cfa-8efc-8828ee0bb865 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 210 time: 0.0497878 Jun 22 01:53:24.212526 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Allocated IP 172.20.0.9 (16fbc40c-98af-486e-8304-c72481cb644d/cba16eaa-7a77-4cfe-ae17-c61500c19810/b06c1cb6-2ac1-46ee-bca2-0d83feafab2f) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:53:24.403413 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:24.418580 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Transition to ACTIVE for port object b06c1cb6-2ac1-46ee-bca2-0d83feafab2f will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:24.432378 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device f348ba3c-ba9e-4dcf-b275-6eacca2a3401 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:53:24.456870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:24.464138 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:24.495645 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: f348ba3c-ba9e-4dcf-b275-6eacca2a3401 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:53:24.497956 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device f348ba3c-ba9e-4dcf-b275-6eacca2a3401 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:53:24.536201 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Network 16fbc40c-98af-486e-8304-c72481cb644d is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:24.541248 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:24.555110 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:53:24.561029 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:24.561683 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:24.590417 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'Port': ['ID=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:24.594416 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:24.611201 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220936 Jun 22 01:53:24.927804 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da72185-82ac-4476-be3d-155b781d66a5 req-8123f5e0-73fc-4ffc-823b-1370130a7f9a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:24.941009 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8da72185-82ac-4476-be3d-155b781d66a5 req-8123f5e0-73fc-4ffc-823b-1370130a7f9a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1793122 Jun 22 01:53:24.950918 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5309a-fd3a-42c5-b1b7-4bf3c4104335 req-09482bf7-4af1-40c8-b7f9-78ccd404187e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:24.952570 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-07c5309a-fd3a-42c5-b1b7-4bf3c4104335 req-09482bf7-4af1-40c8-b7f9-78ccd404187e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1308527 Jun 22 01:53:25.029602 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-07c5309a-fd3a-42c5-b1b7-4bf3c4104335 req-e4e5c6b7-d52d-4f97-8d06-ffe2988444bb tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697045 Jun 22 01:53:25.038744 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-e13c89e1-4ba8-40f4-9167-d2e092470009 None None] Provisioning for port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:25.047509 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-e13c89e1-4ba8-40f4-9167-d2e092470009 None None] Provisioning complete for port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:25.047916 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e13c89e1-4ba8-40f4-9167-d2e092470009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:25.104943 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8da72185-82ac-4476-be3d-155b781d66a5 req-2e31fd61-10bf-4aa3-b096-3220a427b4b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572840 Jun 22 01:53:25.215298 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-e13c89e1-4ba8-40f4-9167-d2e092470009 None None] Port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:53:25.366846 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3766993-acd6-415c-9e1d-3b1382f2256c req-5071da0f-8ca8-4030-af27-d19e32c6722a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:25.368359 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3766993-acd6-415c-9e1d-3b1382f2256c req-5071da0f-8ca8-4030-af27-d19e32c6722a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0664535 Jun 22 01:53:25.414617 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a3766993-acd6-415c-9e1d-3b1382f2256c req-7097811f-2921-4660-aca2-368b74f7cb16 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Jun 22 01:53:26.283854 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb005d9-b96e-45d8-ad3a-7bbd834ec7dc req-a302c7f9-5467-4817-bb18-4a126a41ca51 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:26.285603 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-abb005d9-b96e-45d8-ad3a-7bbd834ec7dc req-a302c7f9-5467-4817-bb18-4a126a41ca51 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0988369 Jun 22 01:53:26.348730 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-abb005d9-b96e-45d8-ad3a-7bbd834ec7dc req-927300c3-b95e-4fd2-b6ad-9db8581c328a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555511 Jun 22 01:53:26.764925 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abe962-6763-4379-9519-e340ecba19a8 req-05d909f5-cd86-49ac-a239-d4b5255f8b3c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:26.766557 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-37abe962-6763-4379-9519-e340ecba19a8 req-05d909f5-cd86-49ac-a239-d4b5255f8b3c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0648997 Jun 22 01:53:26.805923 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-37abe962-6763-4379-9519-e340ecba19a8 req-250c7dd2-8361-46c7-b295-a02fb8f34bdb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325341 Jun 22 01:53:26.982311 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dbac9-5ec1-4511-884b-50f6513dc8ef req-cbb39720-d1ed-45fa-bb75-cbd6bbeaec1c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:26.983771 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c78dbac9-5ec1-4511-884b-50f6513dc8ef req-cbb39720-d1ed-45fa-bb75-cbd6bbeaec1c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0673556 Jun 22 01:53:27.031048 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c78dbac9-5ec1-4511-884b-50f6513dc8ef req-01cf239d-44ce-4a8c-9a2c-03c30695c3f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Jun 22 01:53:27.533518 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39616985-71fc-4bf9-adf3-d660773f3a2b req-4c91d6b5-9149-4b6f-b95e-81e5ae333109 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:27.533518 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-39616985-71fc-4bf9-adf3-d660773f3a2b req-4c91d6b5-9149-4b6f-b95e-81e5ae333109 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0680943 Jun 22 01:53:27.590254 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-39616985-71fc-4bf9-adf3-d660773f3a2b req-0e636b55-0119-4760-bb1c-15be78e5cb85 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498097 Jun 22 01:53:27.849408 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-f8e049ce-2173-4694-b136-9ca23a28210e tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:27.850928 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-f8e049ce-2173-4694-b136-9ca23a28210e tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/networks?id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914 HTTP/1.1" status: 200 len: 814 time: 0.1189234 Jun 22 01:53:27.868058 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-79654900-fdc2-4d08-b132-3cb2b97035ab tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/quotas/e8ed7f0853844b4f860b8f4ef2e77262 HTTP/1.1" status: 200 len: 375 time: 0.0110960 Jun 22 01:53:27.907827 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-4bc91a98-7b21-446e-9610-f08b11c24532 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8ed7f0853844b4f860b8f4ef2e77262&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328190 Jun 22 01:53:28.032675 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-408afeca-3b11-4034-8236-5d2c5bf4b5a5 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023617 Jun 22 01:53:28.129053 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-23a10aba-8c37-4630-a9fc-e77765ebe6a2 service neutron] 10.222.0.13 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899143 Jun 22 01:53:28.431050 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c02af-084a-4b76-b303-200833451973 req-237a3954-7ce6-4ef7-abed-62de00f4d2af tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:28.432717 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-176c02af-084a-4b76-b303-200833451973 req-237a3954-7ce6-4ef7-abed-62de00f4d2af tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1035049 Jun 22 01:53:28.490070 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-176c02af-084a-4b76-b303-200833451973 req-47aa75b5-b044-4a1d-9876-a71e8356c3aa tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Jun 22 01:53:28.693647 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a83270-29c5-4207-9a93-83a8899ddb25 req-73edda65-4428-4515-803f-addbc44504df tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:28.696421 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-04a83270-29c5-4207-9a93-83a8899ddb25 req-73edda65-4428-4515-803f-addbc44504df tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0993705 Jun 22 01:53:28.744327 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-04a83270-29c5-4207-9a93-83a8899ddb25 req-711c7472-7bdc-47f2-8112-acf0f20e64a8 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385118 Jun 22 01:53:28.874833 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ce1c07ae-948b-400a-a293-e2ca877e3abe req-dec4027e-13c3-47a7-bf0c-11dbb4329ec0 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0301633 Jun 22 01:53:29.055006 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0b203-ac54-43ab-826b-0a8324e18178 req-82db0fa7-4147-45fa-9085-b1278b569e1a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:29.056528 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e4a0b203-ac54-43ab-826b-0a8324e18178 req-82db0fa7-4147-45fa-9085-b1278b569e1a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0750964 Jun 22 01:53:29.102179 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e4a0b203-ac54-43ab-826b-0a8324e18178 req-5c336460-02df-4a47-b5ea-96237424e268 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Jun 22 01:53:29.690028 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e08459-7b5c-4cac-87a4-a7a3cb295169 req-bc924cc2-6b1f-4392-ac00-a623bfda4898 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:29.691642 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62e08459-7b5c-4cac-87a4-a7a3cb295169 req-bc924cc2-6b1f-4392-ac00-a623bfda4898 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0740368 Jun 22 01:53:29.747301 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62e08459-7b5c-4cac-87a4-a7a3cb295169 req-3ed270a5-16d3-4ff4-8bde-6208a7a5b6d2 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 Jun 22 01:53:29.825376 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46492) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:29.932282 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eda5ba-5d9e-4dda-be56-ca5b3f0171f5 req-368a922b-8135-4dd8-b337-2916dd212ba7 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:29.934008 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-69eda5ba-5d9e-4dda-be56-ca5b3f0171f5 req-368a922b-8135-4dd8-b337-2916dd212ba7 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0654778 Jun 22 01:53:29.946114 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f335c8cb-737a-46a1-b266-7a658a7003b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:29.978293 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-69eda5ba-5d9e-4dda-be56-ca5b3f0171f5 req-a15205de-a31f-4bb9-917b-9015739bef20 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356951 Jun 22 01:53:30.066184 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f335c8cb-737a-46a1-b266-7a658a7003b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.071922 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f335c8cb-737a-46a1-b266-7a658a7003b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.075802 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-69a152c4-2637-4ffd-8c8f-256fc57c1303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:30.113291 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f3260409-8ceb-4465-95e4-b402d25019a0 req-a63c37a4-2a0c-4095-a851-5596287b205a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0296717 Jun 22 01:53:30.120227 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f335c8cb-737a-46a1-b266-7a658a7003b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc129d335e1c4799a911170a16ff15ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932379 Jun 22 01:53:30.123929 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 46498) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:30.127212 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335c8cb-737a-46a1-b266-7a658a7003b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ac8441-8973-484f-9431-c5560a3cbdec,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:30.133983 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f335c8cb-737a-46a1-b266-7a658a7003b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:30.190305 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.215627 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.326099 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.328600 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.329760 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8ac8441-8973-484f-9431-c5560a3cbdec HTTP/1.1" status: 204 len: 168 time: 0.2037926 Jun 22 01:53:30.333009 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-68675185-3b32-488c-a76f-8e87265faf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:30.349029 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52da90d-1e32-4f41-b864-e017c0a31493 req-0476fe68-8696-4722-aa18-8db3b4424d58 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:30.350343 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d52da90d-1e32-4f41-b864-e017c0a31493 req-0476fe68-8696-4722-aa18-8db3b4424d58 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1032307 Jun 22 01:53:30.363348 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ac8441-8973-484f-9431-c5560a3cbdec,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:30.385518 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.386039 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.386258 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.386602 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.386936 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.387267 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.387812 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.387938 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.388433 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.388766 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.389092 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.389420 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:30.393838 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:30.428475 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d52da90d-1e32-4f41-b864-e017c0a31493 req-4d038ead-7b6e-49aa-9a5a-9d021e117ff6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665855 Jun 22 01:53:30.633464 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 46506) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:30.648019 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-15af13dc-dfff-48d3-88af-886e6fbfb1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.740642 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-15af13dc-dfff-48d3-88af-886e6fbfb1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.744692 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-15af13dc-dfff-48d3-88af-886e6fbfb1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.747278 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b5de268b-03f0-49f9-b56d-fe288ad4141c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:30.784006 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af13dc-dfff-48d3-88af-886e6fbfb1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85129f43-77dd-4926-8e44-7a160dd8537d,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:30.789775 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-15af13dc-dfff-48d3-88af-886e6fbfb1b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae03beae511f4417adc7a506b19a8961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539576 Jun 22 01:53:30.789775 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-15af13dc-dfff-48d3-88af-886e6fbfb1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:30.794132 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46510) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:30.861480 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f740e4f7-50b3-45b2-bdd3-7e02d1ffedc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.884610 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f740e4f7-50b3-45b2-bdd3-7e02d1ffedc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.938308 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f740e4f7-50b3-45b2-bdd3-7e02d1ffedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.942799 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f740e4f7-50b3-45b2-bdd3-7e02d1ffedc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:30.946401 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c168be5-42c4-41ac-a6cd-7fbbadc3a989 req-af556253-a314-4440-892e-88a47d6d5151 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:30.946564 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f740e4f7-50b3-45b2-bdd3-7e02d1ffedc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85129f43-77dd-4926-8e44-7a160dd8537d HTTP/1.1" status: 204 len: 168 time: 0.1510029 Jun 22 01:53:30.947922 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4f7042f1-a6e7-404c-8674-69a5306ff1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:30.949147 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7c168be5-42c4-41ac-a6cd-7fbbadc3a989 req-af556253-a314-4440-892e-88a47d6d5151 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0708976 Jun 22 01:53:30.956839 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740e4f7-50b3-45b2-bdd3-7e02d1ffedc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85129f43-77dd-4926-8e44-7a160dd8537d,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:30.979188 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f740e4f7-50b3-45b2-bdd3-7e02d1ffedc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:30.999398 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7c168be5-42c4-41ac-a6cd-7fbbadc3a989 req-7833ca28-03ac-4d9a-8d35-4e5dd781cbee tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414505 Jun 22 01:53:31.217478 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b8c63-ea2e-4f28-bf96-b8fcca377eb3 req-ab207fc3-b396-4279-b4f8-c2104232e71e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:31.225615 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a35b8c63-ea2e-4f28-bf96-b8fcca377eb3 req-ab207fc3-b396-4279-b4f8-c2104232e71e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0927413 Jun 22 01:53:31.261693 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a35b8c63-ea2e-4f28-bf96-b8fcca377eb3 req-a4064319-948a-4404-8411-4a72bbaad3e3 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351746 Jun 22 01:53:31.413645 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9e2afa93-2588-49fa-a67c-c615ce4788a7 req-f21d22de-e4aa-433f-b49d-c52920853e90 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0345101 Jun 22 01:53:31.477087 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-574a95c2-1741-47f2-9fbd-c097a2500e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:31.664097 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8e58a-ac72-4d15-a670-94d7826a0fb6 req-0a4eed72-f12f-48d3-96a6-ffd42e7b28fc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:31.665655 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d4a8e58a-ac72-4d15-a670-94d7826a0fb6 req-0a4eed72-f12f-48d3-96a6-ffd42e7b28fc tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1120899 Jun 22 01:53:31.715343 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d4a8e58a-ac72-4d15-a670-94d7826a0fb6 req-d217eca1-9509-4ade-a76e-d7511d3eb4ce tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431094 Jun 22 01:53:32.229666 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6c770-a6d8-415c-a44d-c4d677cbc98a req-3e2fe4bb-fe28-44b0-b96d-673c54c7a0c8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:32.231153 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6cf6c770-a6d8-415c-a44d-c4d677cbc98a req-3e2fe4bb-fe28-44b0-b96d-673c54c7a0c8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0761874 Jun 22 01:53:32.279201 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6cf6c770-a6d8-415c-a44d-c4d677cbc98a req-cf1ce9a1-9240-4a47-bdb3-28a28bea55f6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Jun 22 01:53:32.468436 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afef43e-b5e4-44b3-aa4f-814b02289a42 req-460e5c47-220a-4990-8769-ffee22913eb9 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:32.470205 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7afef43e-b5e4-44b3-aa4f-814b02289a42 req-460e5c47-220a-4990-8769-ffee22913eb9 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0761466 Jun 22 01:53:32.516239 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7afef43e-b5e4-44b3-aa4f-814b02289a42 req-6f86ae46-8ae1-45c2-ac2a-7abb2dd3292f tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398233 Jun 22 01:53:32.656612 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1674c02e-af69-470e-a90a-0dd90941ecef req-b56b8fc8-0c69-4400-8105-4ee04745315c tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0297079 Jun 22 01:53:32.910169 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a6e73-4ab3-4194-aa6e-7595cabb9ca5 req-76fd330d-23aa-442c-a4c0-a96168550e4c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:32.912264 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ae1a6e73-4ab3-4194-aa6e-7595cabb9ca5 req-76fd330d-23aa-442c-a4c0-a96168550e4c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0700824 Jun 22 01:53:32.954542 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ae1a6e73-4ab3-4194-aa6e-7595cabb9ca5 req-58383dc2-b0e1-4b11-b822-401eafaa130e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360003 Jun 22 01:53:33.490890 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9b92-2819-4f3a-94eb-4b4d6422e791 req-f41d4e78-a4e2-4f87-bcf8-f116eabb880e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:33.498855 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2b0b9b92-2819-4f3a-94eb-4b4d6422e791 req-f41d4e78-a4e2-4f87-bcf8-f116eabb880e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0963550 Jun 22 01:53:33.534661 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2b0b9b92-2819-4f3a-94eb-4b4d6422e791 req-92bc0fe6-ae77-4cb5-8671-894064a7ed90 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359657 Jun 22 01:53:33.701090 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1c3107c3-e025-4ad0-9282-252ace965b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:33.702977 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc154b0d-9140-42be-84d9-b5c41314a38f req-8a66b81c-a211-4dbc-be57-4a521df2424a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:33.704850 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fc154b0d-9140-42be-84d9-b5c41314a38f req-8a66b81c-a211-4dbc-be57-4a521df2424a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0660551 Jun 22 01:53:33.744522 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fc154b0d-9140-42be-84d9-b5c41314a38f req-c361ce4a-d52e-43a3-8975-a38212bf025e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Jun 22 01:53:33.879904 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-baac8171-4eca-4077-be23-308931468c6a req-f29a0e03-6841-454e-92a5-c90b4686c6bb tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0295289 Jun 22 01:53:34.164141 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7d7fb-e27c-4ea5-ac64-4a78ca8696be req-60a489e0-288f-48d1-b936-1ec0f578c759 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:34.168062 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-01e7d7fb-e27c-4ea5-ac64-4a78ca8696be req-60a489e0-288f-48d1-b936-1ec0f578c759 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0890057 Jun 22 01:53:34.174975 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:34.441518 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-01e7d7fb-e27c-4ea5-ac64-4a78ca8696be req-dca4db08-a3f6-4903-8b1b-68bc0ea05d7d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695625 Jun 22 01:53:34.720237 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29423649-74b2-4100-bac4-3f888d168c4b req-b24a602f-c556-42f4-b32c-64be824801fb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:34.721807 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-29423649-74b2-4100-bac4-3f888d168c4b req-b24a602f-c556-42f4-b32c-64be824801fb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0646117 Jun 22 01:53:34.764754 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-29423649-74b2-4100-bac4-3f888d168c4b req-c90ef2ec-eca7-4d52-8a71-14c5b0642f7d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358968 Jun 22 01:53:34.932575 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195d844-d025-45e8-8ee2-2e87bc7016c1 req-e2370920-6e64-4eb7-b6ff-5846a691b7d8 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:34.934019 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0195d844-d025-45e8-8ee2-2e87bc7016c1 req-e2370920-6e64-4eb7-b6ff-5846a691b7d8 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0646412 Jun 22 01:53:34.976248 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0195d844-d025-45e8-8ee2-2e87bc7016c1 req-bd3cae1c-a272-44c8-8021-8da433433b68 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357170 Jun 22 01:53:35.109123 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ccf6d107-11d7-4eed-bab3-eefbdcaca843 req-8f1e09f2-76d0-4a8f-91f7-7cd04bc6fadb tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0290487 Jun 22 01:53:35.231219 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:35.651937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1186e0-e7ab-4018-865a-99542632340f req-f83bf5f8-ebd7-4497-a04c-2626fa35d5c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:35.652859 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46618) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:35.653494 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ea1186e0-e7ab-4018-865a-99542632340f req-f83bf5f8-ebd7-4497-a04c-2626fa35d5c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0763917 Jun 22 01:53:35.694785 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ea1186e0-e7ab-4018-865a-99542632340f req-c4789de2-439a-438b-81fa-40e70a7fa90a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Jun 22 01:53:35.785222 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-58eedc57-6ad8-48bb-8405-4622f1382080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:35.897037 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-58eedc57-6ad8-48bb-8405-4622f1382080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:35.905674 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-58eedc57-6ad8-48bb-8405-4622f1382080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:35.908549 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9effc7d0-9809-48b9-9e09-04b208ad7cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:35.947567 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eedc57-6ad8-48bb-8405-4622f1382080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e8e07c-a858-4180-a782-efc139c2e7fe,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:35.954873 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-58eedc57-6ad8-48bb-8405-4622f1382080 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fca35afb59784736aeaa59e8c416ebdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974219 Jun 22 01:53:35.954873 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-58eedc57-6ad8-48bb-8405-4622f1382080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:35.955929 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46624) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:35.981459 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b8acb-aa82-406d-9925-4d9454a226b1 req-5abb82ba-03c4-4953-af4a-88de55556e94 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:35.983052 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-215b8acb-aa82-406d-9925-4d9454a226b1 req-5abb82ba-03c4-4953-af4a-88de55556e94 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0836256 Jun 22 01:53:36.008947 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-04160cda-f3c4-495a-a8a6-399b87390ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.030537 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-215b8acb-aa82-406d-9925-4d9454a226b1 req-d768bcdd-c481-4eee-a552-ed2b08a834d2 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405798 Jun 22 01:53:36.034934 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-04160cda-f3c4-495a-a8a6-399b87390ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.107834 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-04160cda-f3c4-495a-a8a6-399b87390ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.112154 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-04160cda-f3c4-495a-a8a6-399b87390ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.125351 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-04160cda-f3c4-495a-a8a6-399b87390ee1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7e8e07c-a858-4180-a782-efc139c2e7fe HTTP/1.1" status: 204 len: 168 time: 0.1621637 Jun 22 01:53:36.127232 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f86cce02-8c5b-4c9a-98d4-434cacdc6ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:36.137220 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04160cda-f3c4-495a-a8a6-399b87390ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e8e07c-a858-4180-a782-efc139c2e7fe,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:36.146568 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-04160cda-f3c4-495a-a8a6-399b87390ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:36.253520 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c00b0-3c0c-4194-a769-a75dd410b69a req-894ac222-a45b-4f70-9996-b38ca3a2b986 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:36.255061 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b75c00b0-3c0c-4194-a769-a75dd410b69a req-894ac222-a45b-4f70-9996-b38ca3a2b986 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0753658 Jun 22 01:53:36.303455 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b75c00b0-3c0c-4194-a769-a75dd410b69a req-c484d157-9661-4e10-bce3-1a29169a58f2 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Jun 22 01:53:36.446251 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46634) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:36.456868 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-efadd1a5-1868-435a-8ede-c490872632a5 req-d0d837d5-d8b8-40b8-a3ad-7a4ec4081ac1 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0342238 Jun 22 01:53:36.463075 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f0f9-d83e-4ed7-975d-a794af1d4d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.555824 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f0f9-d83e-4ed7-975d-a794af1d4d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.559701 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f0f9-d83e-4ed7-975d-a794af1d4d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.562787 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9ba0fcc5-57fa-4dc1-9351-1506c6ac782b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:36.599775 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5f0f9-d83e-4ed7-975d-a794af1d4d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c70965a-f7b5-444c-94a1-7d5034aece73,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:36.616183 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f6b5f0f9-d83e-4ed7-975d-a794af1d4d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:36.618599 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f6b5f0f9-d83e-4ed7-975d-a794af1d4d6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=958eeb500b554d0a8089b2ad03c10045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711524 Jun 22 01:53:36.621244 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46638) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:36.671025 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-309512c8-f0e5-4558-9bb8-765e5dcfcfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.698206 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-309512c8-f0e5-4558-9bb8-765e5dcfcfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.749795 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-309512c8-f0e5-4558-9bb8-765e5dcfcfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.753347 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-309512c8-f0e5-4558-9bb8-765e5dcfcfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.754792 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-309512c8-f0e5-4558-9bb8-765e5dcfcfc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c70965a-f7b5-444c-94a1-7d5034aece73 HTTP/1.1" status: 204 len: 168 time: 0.1325583 Jun 22 01:53:36.756149 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-995b8682-cc01-4163-8cbd-3434dd48aafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:36.765939 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309512c8-f0e5-4558-9bb8-765e5dcfcfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c70965a-f7b5-444c-94a1-7d5034aece73,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:36.770603 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-309512c8-f0e5-4558-9bb8-765e5dcfcfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:36.864897 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:36.918187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248147-eb81-4960-875d-f14926295cba req-19ca5f1b-9029-404e-93ea-d4e02400f742 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:36.920242 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-48248147-eb81-4960-875d-f14926295cba req-19ca5f1b-9029-404e-93ea-d4e02400f742 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0954788 Jun 22 01:53:36.970336 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-48248147-eb81-4960-875d-f14926295cba req-956b3026-e10c-475b-922f-574a498a257f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Jun 22 01:53:37.221788 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fa16c-d45a-451d-b93d-4da858514d47 req-3254244f-f634-4380-8dd0-2bb966c229e4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:37.228741 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b90fa16c-d45a-451d-b93d-4da858514d47 req-3254244f-f634-4380-8dd0-2bb966c229e4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0755796 Jun 22 01:53:37.270630 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b90fa16c-d45a-451d-b93d-4da858514d47 req-cff9132c-5627-4a33-af79-10745fe76978 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404963 Jun 22 01:53:37.488401 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878ff36-e5f3-4225-8b58-b35a3ec601a6 req-239e981c-3289-47c8-b1f4-af417b93127b tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:37.490331 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a878ff36-e5f3-4225-8b58-b35a3ec601a6 req-239e981c-3289-47c8-b1f4-af417b93127b tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0647175 Jun 22 01:53:37.529752 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a878ff36-e5f3-4225-8b58-b35a3ec601a6 req-a1076026-55b7-48c8-9b85-719b523288d1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Jun 22 01:53:37.663516 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8848515e-b701-4efa-871a-a5c3ebfc1326 req-072d92ac-8343-458d-89af-e741276d420d tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0341551 Jun 22 01:53:38.163606 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7175253-bec4-4ac7-a53c-eec84e36798e req-c4768986-42c8-4f33-9abe-c34359baa8d0 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:38.165097 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c7175253-bec4-4ac7-a53c-eec84e36798e req-c4768986-42c8-4f33-9abe-c34359baa8d0 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0803270 Jun 22 01:53:38.204279 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c7175253-bec4-4ac7-a53c-eec84e36798e req-69ab9f0c-6029-41ae-84a6-aeca945ba2ea tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330305 Jun 22 01:53:38.449351 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156f4f0-6878-44d1-a701-a508bde62b10 req-d06a730f-32cf-4ff3-8f8c-3183757042b0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:38.450866 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1156f4f0-6878-44d1-a701-a508bde62b10 req-d06a730f-32cf-4ff3-8f8c-3183757042b0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0655844 Jun 22 01:53:38.489284 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1156f4f0-6878-44d1-a701-a508bde62b10 req-37e76471-8ea5-471d-9ce7-fdc113ad456d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321414 Jun 22 01:53:38.707050 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689f5fc-da02-4a1f-acca-d7695b5dabe4 req-b118c9e0-cb26-48cc-bd93-70d3c0510a68 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:38.708559 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c689f5fc-da02-4a1f-acca-d7695b5dabe4 req-b118c9e0-cb26-48cc-bd93-70d3c0510a68 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0694463 Jun 22 01:53:38.739044 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46724) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:38.745824 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c689f5fc-da02-4a1f-acca-d7695b5dabe4 req-b9926371-6f61-4ff8-9c16-4e41fffde93e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317645 Jun 22 01:53:38.847797 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:53:38.849409 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-efcec15c-3b99-4266-af35-1edffaaff955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:38.878720 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7eb0ceb6-88d4-4717-9dd7-b326eba5beff req-a5950398-f6c1-497c-adbb-79c70691bcba tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0293140 Jun 22 01:53:38.938769 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-efcec15c-3b99-4266-af35-1edffaaff955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:38.943260 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-efcec15c-3b99-4266-af35-1edffaaff955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:38.946521 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-04160cda-f3c4-495a-a8a6-399b87390ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:38.980595 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-efcec15c-3b99-4266-af35-1edffaaff955 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=856e6996af9b4b8badd372bc8d45cbfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405179 Jun 22 01:53:38.981671 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcec15c-3b99-4266-af35-1edffaaff955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67447445-d1b4-4919-ae91-727a45abd0a5,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:38.983390 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 46728) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:38.984692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-efcec15c-3b99-4266-af35-1edffaaff955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:39.031543 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ec477bed-ef5c-4d45-9cea-92d2a6d33c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.052521 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ec477bed-ef5c-4d45-9cea-92d2a6d33c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.100504 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ec477bed-ef5c-4d45-9cea-92d2a6d33c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.103306 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ec477bed-ef5c-4d45-9cea-92d2a6d33c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.104423 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ec477bed-ef5c-4d45-9cea-92d2a6d33c3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67447445-d1b4-4919-ae91-727a45abd0a5 HTTP/1.1" status: 204 len: 168 time: 0.1200416 Jun 22 01:53:39.105173 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a5d4a564-6e7e-4526-a889-6188c605aa61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:39.113055 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec477bed-ef5c-4d45-9cea-92d2a6d33c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67447445-d1b4-4919-ae91-727a45abd0a5,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:39.115370 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ec477bed-ef5c-4d45-9cea-92d2a6d33c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:39.373832 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46736) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:39.385230 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edee7a-4dd4-4f66-94d0-c8f8c288dc6d req-9dd2c369-85ca-4299-9516-06e703bcd745 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:39.386742 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-95edee7a-4dd4-4f66-94d0-c8f8c288dc6d req-9dd2c369-85ca-4299-9516-06e703bcd745 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0647542 Jun 22 01:53:39.387572 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a788c2b7-f774-4471-9ffe-3f91ed061c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.428601 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-95edee7a-4dd4-4f66-94d0-c8f8c288dc6d req-6b76ae95-f449-42e7-9409-6e6a6d3e1675 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361314 Jun 22 01:53:39.480652 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a788c2b7-f774-4471-9ffe-3f91ed061c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.485876 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a788c2b7-f774-4471-9ffe-3f91ed061c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.488405 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:39.522223 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788c2b7-f774-4471-9ffe-3f91ed061c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8ea3aa-54fe-49f8-8616-f43d8b67b949,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:39.525874 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a788c2b7-f774-4471-9ffe-3f91ed061c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:39.532449 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a788c2b7-f774-4471-9ffe-3f91ed061c96 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3256e7929424067a62c5de7c1fb017b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536975 Jun 22 01:53:39.532449 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46740) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:39.587300 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9a622add-c071-40a0-ac25-3492d64df087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.619244 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9a622add-c071-40a0-ac25-3492d64df087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.670420 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9a622add-c071-40a0-ac25-3492d64df087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.673950 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9a622add-c071-40a0-ac25-3492d64df087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:39.675114 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9a622add-c071-40a0-ac25-3492d64df087 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa8ea3aa-54fe-49f8-8616-f43d8b67b949 HTTP/1.1" status: 204 len: 168 time: 0.1412575 Jun 22 01:53:39.675867 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-182e6fa3-b6fd-4adb-82ac-0593e836e4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:39.678331 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ca0aa-e15a-4f0b-94bb-2bb36adfdfbf req-996053fa-2c57-41b5-bd8a-04cb4219a85c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:39.679861 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25ca0aa-e15a-4f0b-94bb-2bb36adfdfbf req-996053fa-2c57-41b5-bd8a-04cb4219a85c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0654593 Jun 22 01:53:39.684328 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a622add-c071-40a0-ac25-3492d64df087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8ea3aa-54fe-49f8-8616-f43d8b67b949,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:39.687030 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9a622add-c071-40a0-ac25-3492d64df087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:39.725617 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c25ca0aa-e15a-4f0b-94bb-2bb36adfdfbf req-fc9a9dd5-b980-4766-98ec-c791b5c47325 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393887 Jun 22 01:53:39.935757 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ff6f0-52fa-4416-babc-7df2628290d5 req-6bfceb70-0cae-4aaf-8a7e-f35ed5630d46 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:39.937214 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b49ff6f0-52fa-4416-babc-7df2628290d5 req-6bfceb70-0cae-4aaf-8a7e-f35ed5630d46 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.0745265 Jun 22 01:53:39.978217 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b49ff6f0-52fa-4416-babc-7df2628290d5 req-9ba6941f-ba91-47bd-8c8f-2f87dcc3569b tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348234 Jun 22 01:53:40.111627 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-aad2959d-735f-4d16-b4d3-954cd92fb8ac req-7e417811-3c81-4196-9587-b0fc416bd2d6 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0308199 Jun 22 01:53:40.368235 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46766) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:40.473144 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-158044442-network', 'tenant_id': '3c1915fbc0534346ba4ddecfaf1c9ab4'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:40.496250 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Made reservation on behalf of 3c1915fbc0534346ba4ddecfaf1c9ab4 for: {'network': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:40.498898 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.507686 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.519149 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Request body: {'port': {'device_id': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:40.621172 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.627137 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.631421 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0fc84715-55e3-4400-9bc9-fb621d079b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:40.652805 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=104429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:53:40.670391 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada36a58-e9b9-4422-8420-3785e596e8af,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:40.673465 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.679027 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:40.685034 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.685787 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.segments_db [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Added segment 64969174-3d3c-4a00-a78a-5ef5b5b3a5fd of type vlan for network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 Jun 22 01:53:40.699660 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc45f1-30e1-4ad4-b2de-7df25291865e req-767f6a26-630b-4949-84c6-014d0179af47 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:40.701741 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cbc45f1-30e1-4ad4-b2de-7df25291865e req-767f6a26-630b-4949-84c6-014d0179af47 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1459746 Jun 22 01:53:40.738727 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.777169 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.779529 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:40.780210 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.787765 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5a0bad70-3587-4c5b-b768-8a3a3e17165e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:40.873696 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cbc45f1-30e1-4ad4-b2de-7df25291865e req-fd147b40-e218-425f-9f37-0b14ddf88564 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569095 Jun 22 01:53:40.877115 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 46778) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:40.877442 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5079546 Jun 22 01:53:40.890825 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Request body: {'subnet': {'network_id': '1ce48600-1c9c-4d59-9b12-38a59dae83c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-158044442-subnet', 'tenant_id': '3c1915fbc0534346ba4ddecfaf1c9ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:40.898640 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce48600-1c9c-4d59-9b12-38a59dae83c5,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:40.902053 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:40.910372 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:53:40.975521 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Made reservation on behalf of 3c1915fbc0534346ba4ddecfaf1c9ab4 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:40.979119 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Notify callbacks [] for subnet, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:40.994625 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f80df-a9f6-4bd2-88a4-2264f6155263 req-0daf444b-0e1a-46ce-93c8-33fc647520c3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:40.996378 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e82f80df-a9f6-4bd2-88a4-2264f6155263 req-0daf444b-0e1a-46ce-93c8-33fc647520c3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0725276 Jun 22 01:53:41.039174 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e82f80df-a9f6-4bd2-88a4-2264f6155263 req-88767481-f580-4f08-8ba8-0ab71b26c798 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360165 Jun 22 01:53:41.228974 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06c1cb6-2ac1-46ee-bca2-0d83feafab2f {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:53:41.242392 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:41.264019 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cd43b0be-e5bd-42e8-a3fa-7620136e9fb5 req-90c4a136-480d-45c4-9245-243e691043c5 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0349131 Jun 22 01:53:41.300034 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Transition to ACTIVE for port object b06c1cb6-2ac1-46ee-bca2-0d83feafab2f will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:41.309494 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf7af9-e795-4608-895d-214a055c44bd req-a3254154-6116-49d3-9034-4b9bf2e9b2df tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:41.311004 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5fcf7af9-e795-4608-895d-214a055c44bd req-a3254154-6116-49d3-9034-4b9bf2e9b2df tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 931 time: 0.2118239 Jun 22 01:53:41.314258 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:41.316597 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-546567ec-2eeb-465d-a554-0f7f7524a41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:41.321822 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:41.437233 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:41.446492 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:41.449332 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f1865807-c022-443f-b45a-92ce6e2a5131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:41.478025 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5fcf7af9-e795-4608-895d-214a055c44bd req-81de8383-c1c3-4b49-8e15-79b7d1fb4b86 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573093 Jun 22 01:53:41.529388 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Attempting to bind port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:53:41.529740 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Attempting to bind port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:53:41.530185 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Attempting to bind port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f on network 16fbc40c-98af-486e-8304-c72481cb644d {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:41.533431 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Checking segment: {'id': '64969174-3d3c-4a00-a78a-5ef5b5b3a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ce48600-1c9c-4d59-9b12-38a59dae83c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:41.533431 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Network hostable DHCP agents. Network: 1ce48600-1c9c-4d59-9b12-38a59dae83c5, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:53:41.545332 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=db01f7ae-024e-4211-86ff-46c9867dca1e,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:41.547055 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f on network 16fbc40c-98af-486e-8304-c72481cb644d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:53:41.547484 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Attempting to bind port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f on network 16fbc40c-98af-486e-8304-c72481cb644d {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:41.555474 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:41.559018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:53:41.559379 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Checking segment: {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:41.559803 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Bound using segment: {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:53:41.560272 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Bound port: b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b300aa64-61cf-4aa9-9093-5b74e6908593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:53:41.560631 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:41.582856 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:53:41.618129 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 1ce48600-1c9c-4d59-9b12-38a59dae83c5) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:41.624624 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:41.625242 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:41.634555 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7d3e74-2dfa-46bd-809e-cf4bada59bde None None] Network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:53:41.659060 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] For port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:53:41.662046 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7838557 Jun 22 01:53:41.664567 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] For port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:53:41.672487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:41.675377 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4ca15de3-315c-4fed-be7d-815b8307efaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:41.684008 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-60ec207d-39af-4530-9943-5cedf819dc31 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:41.685756 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-60ec207d-39af-4530-9943-5cedf819dc31 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.36 "GET /v2.0/networks?id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914 HTTP/1.1" status: 200 len: 814 time: 0.1886551 Jun 22 01:53:41.714327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:41.714847 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:41.716343 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 1093 time: 1.2036583 Jun 22 01:53:41.716870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:41.719162 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76237a00-93cf-4529-9e68-41eff8b5b5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:41.729270 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Request body: {'port': {'device_id': 'b879645f-1fc1-4177-8a17-7384cd80c012', 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914', 'admin_state_up': True, 'tenant_id': 'e8ed7f0853844b4f860b8f4ef2e77262'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:41.756696 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:41.760228 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:41.812762 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539772c4-63ff-4c2b-a5de-387ca60c311e x-openstack-request-id: req-539772c4-63ff-4c2b-a5de-387ca60c311e {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:41.813567 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:41.813862 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-539772c4-63ff-4c2b-a5de-387ca60c311e {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:41.814305 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'status': 'completed', 'code': 200} Jun 22 01:53:41.920858 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf1314-3adb-48a7-bb25-718528fac056 None None] Network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:53:41.986088 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-606615c0-8c12-4ef5-aea0-71f5045c3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:41.989116 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-606615c0-8c12-4ef5-aea0-71f5045c3959 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=293bf63f656e4467b17de3d3a9e6d588&device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1096 time: 0.1112912 Jun 22 01:53:41.998631 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Made reservation on behalf of e8ed7f0853844b4f860b8f4ef2e77262 for: {'port': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:42.003554 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.062233 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-628403b3-d263-41e6-8d1f-46a72fc2407c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 217 time: 0.0510337 Jun 22 01:53:42.171401 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Allocated IP 172.20.0.14 (a1c42b18-9c77-45b6-bc8d-61efbb7f7914/63e1b523-5d63-4b6e-8417-4f072f0206e7/be331b13-736b-4060-8da3-9e323cffd238) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:53:42.179989 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-e0c0a28e-1927-4a00-9bb0-213017234a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:42.182240 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-e0c0a28e-1927-4a00-9bb0-213017234a99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cba16eaa-7a77-4cfe-ae17-c61500c19810 HTTP/1.1" status: 200 len: 853 time: 0.0726736 Jun 22 01:53:42.191635 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c149aab-120f-42e9-a361-2ecbc76b7dc4 req-7c744e03-fef6-4e05-9286-3c8bffa3ec07 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:42.193147 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c149aab-120f-42e9-a361-2ecbc76b7dc4 req-7c744e03-fef6-4e05-9286-3c8bffa3ec07 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1344328 Jun 22 01:53:42.280840 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c149aab-120f-42e9-a361-2ecbc76b7dc4 req-51967101-f56b-48a1-ac2b-cd440b166f38 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789421 Jun 22 01:53:42.309772 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-74b6057b-096d-474e-8484-44e4c4a5b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:42.311285 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-74b6057b-096d-474e-8484-44e4c4a5b0e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16fbc40c-98af-486e-8304-c72481cb644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0936959 Jun 22 01:53:42.404081 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 46812) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:42.420658 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-483966216-network', 'tenant_id': '66a7cbb0d890407ca54ea2db3f6daca9'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:42.434748 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5514abb-9d54-42f1-ae79-53cd674f0f0f req-311cb951-55e4-4b42-a7b7-578d7729cbec tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:42.436294 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f5514abb-9d54-42f1-ae79-53cd674f0f0f req-311cb951-55e4-4b42-a7b7-578d7729cbec tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1198497 Jun 22 01:53:42.454007 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.456780 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d43b260f-b8fe-4204-bac4-5e9d31dd6dd9 req-622cf88c-4079-49c3-a39e-ddb0f77c43b4 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0534983 Jun 22 01:53:42.480093 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-a1c77991-e15b-459c-a22e-4eb1b5b5dbcc service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600480 Jun 22 01:53:42.480610 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Made reservation on behalf of 66a7cbb0d890407ca54ea2db3f6daca9 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:42.483350 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.506327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.513438 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f5514abb-9d54-42f1-ae79-53cd674f0f0f req-24170c59-dd96-49c9-ac7c-58f851dfe621 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627277 Jun 22 01:53:42.553188 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.557240 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:42.605848 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:42.609674 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:42.614505 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:53:42.633072 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0eb89d2-999d-4d0e-8c96-37402aa13263 req-e2ae6e49-71e7-4b98-967b-6c3b994ccc58 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362019 Jun 22 01:53:42.639514 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Pushing event updated for resources: {'Port': ['ID=be331b13-736b-4060-8da3-9e323cffd238,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:42.651079 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:42.677102 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:42.677790 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.719422 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.726262 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.728626 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0082781 Jun 22 01:53:42.730517 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b99744da-0139-4ecd-a314-c2d2809e49df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:42.755266 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4af283-9efa-4c5c-8a6b-c28b7c7f545f req-52fa31da-16d7-4b85-b855-8df39b911a29 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:42.757287 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3e4af283-9efa-4c5c-8a6b-c28b7c7f545f req-52fa31da-16d7-4b85-b855-8df39b911a29 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 943 time: 0.1232979 Jun 22 01:53:42.761627 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Request body: {'port': {'device_id': 'b879645f-1fc1-4177-8a17-7384cd80c012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:42.768155 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:53:42.834171 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f38212d-9b57-4656-9138-8268b972d428,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:42.838271 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:42.839969 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.839969 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Added segment c0a7a52b-57e9-4e5c-b74f-c77ce40f8961 of type vlan for network 76a5c65b-5f6c-40c4-adcc-98bcc844b65a Jun 22 01:53:42.848434 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.909768 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.921752 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3e4af283-9efa-4c5c-8a6b-c28b7c7f545f req-6d15321b-343a-40d4-ad06-37c79a95a061 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546824 Jun 22 01:53:42.963489 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-54f6b846-6d65-4841-85c9-ea27a8da2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:42.965527 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-54f6b846-6d65-4841-85c9-ea27a8da2fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=293bf63f656e4467b17de3d3a9e6d588&device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1096 time: 0.1892853 Jun 22 01:53:42.973015 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.982228 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:42.982792 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:42.986501 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6d98a5f2-c6e5-4ae4-9dfb-5cec042cb1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:43.070855 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6637597 Jun 22 01:53:43.074153 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 46818) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:53:43.080331 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Request body: {'subnet': {'network_id': '76a5c65b-5f6c-40c4-adcc-98bcc844b65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-483966216-subnet', 'tenant_id': '66a7cbb0d890407ca54ea2db3f6daca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:43.091128 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Pushing event updated for resources: {'Network': ['ID=76a5c65b-5f6c-40c4-adcc-98bcc844b65a,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:43.095426 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:43.104753 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 76a5c65b-5f6c-40c4-adcc-98bcc844b65a details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:53:43.124089 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-34103482-4b80-4f71-a721-5522b356b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:43.126457 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-34103482-4b80-4f71-a721-5522b356b642 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 200 len: 915 time: 0.1522338 Jun 22 01:53:43.134090 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Made reservation on behalf of 66a7cbb0d890407ca54ea2db3f6daca9 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:43.136429 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6042305'] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:43.177305 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-28db2308-aec5-42ca-b269-7e0e0af5ffbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 217 time: 0.0414140 Jun 22 01:53:43.217591 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be331b13-736b-4060-8da3-9e323cffd238 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:53:43.232970 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-e1ab3368-8e05-48f7-bb70-85df8f86c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:43.233755 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:43.234779 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-e1ab3368-8e05-48f7-bb70-85df8f86c914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cba16eaa-7a77-4cfe-ae17-c61500c19810 HTTP/1.1" status: 200 len: 853 time: 0.0499921 Jun 22 01:53:43.261606 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Transition to ACTIVE for port object be331b13-736b-4060-8da3-9e323cffd238 will not be triggered until provisioned by entity L2. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:43.269212 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:43.273400 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-facae83e-7ccd-4cd6-bca5-8fd1fca6462e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:43.295651 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-5cca3eb5-591d-4d0c-adc5-429abc682ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:43.297182 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-5cca3eb5-591d-4d0c-adc5-429abc682ed5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16fbc40c-98af-486e-8304-c72481cb644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0544541 Jun 22 01:53:43.403003 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-5568f5f2-9128-4d0d-9753-29fc51ad287f service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967698 Jun 22 01:53:43.440811 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Pushing event updated for resources: {'Port': ['ID=be331b13-736b-4060-8da3-9e323cffd238,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:43.449908 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:43.531543 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4585345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6042355'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:43.542913 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:43.557269 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-76237a00-93cf-4529-9e68-41eff8b5b5bf req-48c8418a-b795-43af-84b3-92a498bc6cd3 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440372 Jun 22 01:53:43.566466 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e204042-5f38-488c-b8fe-bae83e1a9798 req-24d06f55-11a1-4423-86aa-ec38c6cb2b6f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:43.567877 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1e204042-5f38-488c-b8fe-bae83e1a9798 req-24d06f55-11a1-4423-86aa-ec38c6cb2b6f tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1438277 Jun 22 01:53:43.582195 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Attempting to bind port be331b13-736b-4060-8da3-9e323cffd238 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:53:43.582538 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Attempting to bind port be331b13-736b-4060-8da3-9e323cffd238 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:53:43.582876 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Attempting to bind port be331b13-736b-4060-8da3-9e323cffd238 on network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:43.592802 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Port be331b13-736b-4060-8da3-9e323cffd238 on network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:53:43.593271 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Attempting to bind port be331b13-736b-4060-8da3-9e323cffd238 on network a1c42b18-9c77-45b6-bc8d-61efbb7f7914 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:43.615278 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:53:43.615608 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Checking segment: {'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:43.615987 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Bound using segment: {'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:53:43.616408 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Bound port: be331b13-736b-4060-8da3-9e323cffd238, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4580714-4da7-44ed-a346-749538aa84a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:53:43.616754 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:43.616865 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1e204042-5f38-488c-b8fe-bae83e1a9798 req-a6af7fc8-29b0-4f51-b362-f9b691bc0bce tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389476 Jun 22 01:53:43.637558 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e5242c6-da5c-4667-8cd5-779740b3a4f1,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:43.650738 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:43.705232 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Checking segment: {'id': 'c0a7a52b-57e9-4e5c-b74f-c77ce40f8961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '76a5c65b-5f6c-40c4-adcc-98bcc844b65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:43.705592 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Network hostable DHCP agents. Network: 76a5c65b-5f6c-40c4-adcc-98bcc844b65a, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:53:43.766430 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Network 76a5c65b-5f6c-40c4-adcc-98bcc844b65a is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:53:43.769638 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] For port be331b13-736b-4060-8da3-9e323cffd238, host hv-cinder-79707, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:53:43.775013 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] For port be331b13-736b-4060-8da3-9e323cffd238, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=be331b13-736b-4060-8da3-9e323cffd238,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:53:43.786607 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:43.789340 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c51eb24f-056d-4af1-bdf0-2ef26d20611f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:43.792844 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f2716-ee01-4b00-9781-69b90bdbaf08 req-38a30812-8ce4-4978-8ba7-48acea71f474 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:43.794493 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fe7f2716-ee01-4b00-9781-69b90bdbaf08 req-38a30812-8ce4-4978-8ba7-48acea71f474 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0675161 Jun 22 01:53:43.817132 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 76a5c65b-5f6c-40c4-adcc-98bcc844b65a) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:43.825909 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06955cdd-13bd-46c2-9c13-bdac176ed830 None None] Network 76a5c65b-5f6c-40c4-adcc-98bcc844b65a requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:53:43.829608 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:43.834925 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:43.839403 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fe7f2716-ee01-4b00-9781-69b90bdbaf08 req-548dc07f-98e5-453a-a0de-b4b94e94bfc8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377495 Jun 22 01:53:43.853503 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6e4fd-5bfb-42f2-b3be-e58e5f7035fe req-ee9153f4-d694-4a31-971d-9644ad48100a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:43.855739 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3ac6e4fd-5bfb-42f2-b3be-e58e5f7035fe req-ee9153f4-d694-4a31-971d-9644ad48100a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 944 time: 0.2133319 Jun 22 01:53:43.869460 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:43.870104 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:43.871579 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] 10.222.0.36 "PUT /v2.0/ports/be331b13-736b-4060-8da3-9e323cffd238 HTTP/1.1" status: 200 len: 1094 time: 1.1164863 Jun 22 01:53:43.872179 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b879645f-1fc1-4177-8a17-7384cd80c012', 'tag': 'be331b13-736b-4060-8da3-9e323cffd238'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:43.875202 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc885ca8-2d61-4dc0-8013-0446b13f0d48" -d '{"events": [{"name": "network-changed", "server_uuid": "b879645f-1fc1-4177-8a17-7384cd80c012", "tag": "be331b13-736b-4060-8da3-9e323cffd238"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:43.906463 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-390f7e42-e252-4da7-805d-3683b40b760d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8262925 Jun 22 01:53:43.929014 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Pushing event updated for resources: {'Port': ['ID=be331b13-736b-4060-8da3-9e323cffd238,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:43.935687 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:43.941668 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ab1778-3022-4486-979e-4b8547acc9eb x-openstack-request-id: req-b9ab1778-3022-4486-979e-4b8547acc9eb {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:43.942125 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b879645f-1fc1-4177-8a17-7384cd80c012", "tag": "be331b13-736b-4060-8da3-9e323cffd238", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:43.942497 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9ab1778-3022-4486-979e-4b8547acc9eb {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:43.943328 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b879645f-1fc1-4177-8a17-7384cd80c012', 'tag': 'be331b13-736b-4060-8da3-9e323cffd238', 'status': 'completed', 'code': 200} Jun 22 01:53:43.963043 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3ac6e4fd-5bfb-42f2-b3be-e58e5f7035fe req-04809fe2-15d2-485d-a0b7-12879e7bb870 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991201 Jun 22 01:53:44.029998 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-ec81e950-bab0-4da7-a55e-93280c515314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:44.032267 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-ec81e950-bab0-4da7-a55e-93280c515314 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8ed7f0853844b4f860b8f4ef2e77262&device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 1097 time: 0.0674629 Jun 22 01:53:44.039368 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d0f291-bf6c-4d4e-a4b6-0ff8a70c3e1e None None] Network 76a5c65b-5f6c-40c4-adcc-98bcc844b65a requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:53:44.091931 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-87203afe-4ee4-4023-b84d-3ce300edfb3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be331b13-736b-4060-8da3-9e323cffd238 HTTP/1.1" status: 200 len: 217 time: 0.0419230 Jun 22 01:53:44.162787 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd81eb1-fd72-4510-a47c-71c3a807df67 req-1283924c-a2c2-42d3-821d-738d807fe443 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:44.163683 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-d769f74a-65d5-44b6-a232-12f7bc870abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:44.165155 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-d769f74a-65d5-44b6-a232-12f7bc870abe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e1b523-5d63-4b6e-8417-4f072f0206e7 HTTP/1.1" status: 200 len: 854 time: 0.0655336 Jun 22 01:53:44.173114 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7cd81eb1-fd72-4510-a47c-71c3a807df67 req-1283924c-a2c2-42d3-821d-738d807fe443 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 943 time: 0.0915370 Jun 22 01:53:44.221738 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7cd81eb1-fd72-4510-a47c-71c3a807df67 req-811061d2-efdc-49a0-a823-f62b1b8ae071 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Jun 22 01:53:44.226266 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-68fd831e-7279-4287-beee-58bfcb2dd5aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496919 Jun 22 01:53:44.333898 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-cceb0ee0-8036-45b1-9a2c-4647814b1130 service neutron] 10.222.0.36 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856459 Jun 22 01:53:44.409591 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20358-d283-4c7e-8c4f-9cc1e672150b req-6676db79-f8d8-420d-8ddc-ae9afbb34172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:44.411218 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-38b20358-d283-4c7e-8c4f-9cc1e672150b req-6676db79-f8d8-420d-8ddc-ae9afbb34172 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1099 time: 0.0575597 Jun 22 01:53:44.448685 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-38b20358-d283-4c7e-8c4f-9cc1e672150b req-7c3eb97c-f7e5-4869-b937-140ee4209827 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291643 Jun 22 01:53:44.524933 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ad496d37-a49a-4c30-aca1-a8164f9ab4ab req-abc17265-9106-4ff5-9682-37e242285b89 service neutron] 10.222.0.36 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709304 Jun 22 01:53:44.535733 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-25dacb04-ce40-45e5-a574-b980ff34c468 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:44.537369 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-25dacb04-ce40-45e5-a574-b980ff34c468 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/networks?id=1ce48600-1c9c-4d59-9b12-38a59dae83c5 HTTP/1.1" status: 200 len: 808 time: 0.1733918 Jun 22 01:53:44.553702 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-603e002c-aecf-49b9-a039-fa2d11b9ca40 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/quotas/3c1915fbc0534346ba4ddecfaf1c9ab4 HTTP/1.1" status: 200 len: 375 time: 0.0106170 Jun 22 01:53:44.582808 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:53:44.589008 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-a0d1b695-779d-4abd-a1ab-3731916dd6f6 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3c1915fbc0534346ba4ddecfaf1c9ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280998 Jun 22 01:53:44.680625 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-4eb3af50-4b66-411d-b38b-e0d4f1f7cb05 service neutron] 10.222.0.13 "GET /v2.0/networks/1ce48600-1c9c-4d59-9b12-38a59dae83c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 Jun 22 01:53:44.689679 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:44.700866 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '81d53976-e7b1-4178-803f-3b077cd05c70', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'port_id': '81d53976-e7b1-4178-803f-3b077cd05c70', 'mac_address': 'fa:16:3e:13:8c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:53:44.739602 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:44.753916 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d53976-e7b1-4178-803f-3b077cd05c70 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:53:44.775766 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:44.778133 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-616aba00-8b9e-4a29-a77c-250bb1411ffa service neutron] 10.222.0.13 "GET /v2.0/networks/1ce48600-1c9c-4d59-9b12-38a59dae83c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910749 Jun 22 01:53:44.780306 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:44.782829 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:44.834825 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=6']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:44.841120 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.841461 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.841794 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.842145 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.842472 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.842794 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.843220 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.843428 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.843915 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.844631 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.845320 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.845960 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:53:44.849460 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:44.975607 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['81d53976-e7b1-4178-803f-3b077cd05c70'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:53:45.066338 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c243c-8815-4312-bb2c-b6fff3e3b57c req-c749d1a1-283d-44a0-8ba5-b0bb721b9b9d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:45.068193 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-179c243c-8815-4312-bb2c-b6fff3e3b57c req-c749d1a1-283d-44a0-8ba5-b0bb721b9b9d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0731854 Jun 22 01:53:45.158540 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-179c243c-8815-4312-bb2c-b6fff3e3b57c req-ebcd7922-ee7d-4b03-8e44-b1b3ab8936b9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840170 Jun 22 01:53:45.203096 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-d4ab2ea1-2362-42be-b4f5-60de71767d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:45.205340 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-d4ab2ea1-2362-42be-b4f5-60de71767d9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8ed7f0853844b4f860b8f4ef2e77262&device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 1097 time: 0.0942328 Jun 22 01:53:45.222007 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142e941-f01a-4929-8135-8b4dab4c6bd2 req-8a2cf55c-7201-425a-985b-cb5460c228ff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:45.223547 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d142e941-f01a-4929-8135-8b4dab4c6bd2 req-8a2cf55c-7201-425a-985b-cb5460c228ff tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 945 time: 0.0801697 Jun 22 01:53:45.263615 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:45.270494 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e623c8d7-bec7-4349-98bd-5c3e48114aee req-6e5dc1f0-1391-41e4-877b-dede956860db tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 210 time: 0.0624883 Jun 22 01:53:45.272216 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d142e941-f01a-4929-8135-8b4dab4c6bd2 req-287d261b-dc36-468d-b53b-ff2bf67f83b7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Jun 22 01:53:45.365390 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-73ba16aa-2749-4c62-a5ef-1523903db6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:45.366926 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-73ba16aa-2749-4c62-a5ef-1523903db6bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914 HTTP/1.1" status: 200 len: 915 time: 0.1495354 Jun 22 01:53:45.422516 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-4f504e94-bebd-4061-8ace-3f4976b99b0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be331b13-736b-4060-8da3-9e323cffd238 HTTP/1.1" status: 200 len: 217 time: 0.0482812 Jun 22 01:53:45.491875 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8614983-4410-4db8-b83a-5300ee714135 req-106ffb19-66ed-4555-8b54-cb24b3bb5d12 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:45.493555 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d8614983-4410-4db8-b83a-5300ee714135 req-106ffb19-66ed-4555-8b54-cb24b3bb5d12 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 943 time: 0.0754199 Jun 22 01:53:45.501299 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-11b4673d-1136-468d-94e7-50a061cae47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:45.503083 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-11b4673d-1136-468d-94e7-50a061cae47f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=63e1b523-5d63-4b6e-8417-4f072f0206e7 HTTP/1.1" status: 200 len: 854 time: 0.0705793 Jun 22 01:53:45.531467 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd05d0-137d-4ac7-8658-b5c013ee6abf req-288b77d4-af31-4891-bb02-9b3b1301b1c7 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:45.533281 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-32cd05d0-137d-4ac7-8658-b5c013ee6abf req-288b77d4-af31-4891-bb02-9b3b1301b1c7 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 944 time: 0.1135242 Jun 22 01:53:45.543286 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d8614983-4410-4db8-b83a-5300ee714135 req-cc472765-f405-4b6b-84ac-ce3968651f14 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393646 Jun 22 01:53:45.556005 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-14a5e3d8-9ac9-458f-8ca4-4ec730dc5c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a1c42b18-9c77-45b6-bc8d-61efbb7f7914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408578 Jun 22 01:53:45.589695 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-32cd05d0-137d-4ac7-8658-b5c013ee6abf req-9fd35bf7-124f-44c3-9a73-30377bc243c0 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361052 Jun 22 01:53:45.685049 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-28cd7712-56bd-4464-af4f-507e22e8abe4 service neutron] 10.222.0.36 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857017 Jun 22 01:53:45.779138 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bc885ca8-2d61-4dc0-8013-0446b13f0d48 req-dedec1d1-8925-404a-bd72-cb8e9bb724c4 service neutron] 10.222.0.36 "GET /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870214 Jun 22 01:53:46.331489 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb108-7e25-4517-95d4-c9eb48224269 req-f6b169e8-14ae-462e-814b-227a19c06917 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:46.332954 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af8cb108-7e25-4517-95d4-c9eb48224269 req-f6b169e8-14ae-462e-814b-227a19c06917 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0671690 Jun 22 01:53:46.371134 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-af8cb108-7e25-4517-95d4-c9eb48224269 req-cbec85b2-cb39-43ad-9738-44136d382d6e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Jun 22 01:53:46.425672 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9d76f9f1-5fe5-4ac5-8a57-63454d608a17 req-1896770d-8d06-46ce-8ccc-9032f7d9ca77 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 210 time: 0.0305219 Jun 22 01:53:46.533151 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c1a66-653b-44f7-b662-d90fefbb9a94 req-bb05a626-3880-4992-a4bb-171bf142135a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:46.534726 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b86c1a66-653b-44f7-b662-d90fefbb9a94 req-bb05a626-3880-4992-a4bb-171bf142135a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 945 time: 0.0644522 Jun 22 01:53:46.575303 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b86c1a66-653b-44f7-b662-d90fefbb9a94 req-966ff648-0b59-4b0d-8711-fb5d287b3e16 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334837 Jun 22 01:53:46.582688 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:46.659901 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 81d53976-e7b1-4178-803f-3b077cd05c70 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:46.661454 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:46.766304 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ef17a-8d4b-4549-813f-1f96343faebc req-717b8a3f-a176-402e-9ad0-393662019640 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:46.768652 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5d3ef17a-8d4b-4549-813f-1f96343faebc req-717b8a3f-a176-402e-9ad0-393662019640 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 943 time: 0.0856907 Jun 22 01:53:46.788877 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:46.819551 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5d3ef17a-8d4b-4549-813f-1f96343faebc req-ac550cd5-4941-4e5d-9383-987a20f17d88 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Jun 22 01:53:46.823323 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-5785a7aa-3dc9-4b36-bc48-83e5c3715d61 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:46.824376 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:46.824825 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-5785a7aa-3dc9-4b36-bc48-83e5c3715d61 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.36 "GET /v2.0/networks?id=1ce48600-1c9c-4d59-9b12-38a59dae83c5 HTTP/1.1" status: 200 len: 808 time: 0.1793177 Jun 22 01:53:46.827392 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c34d17b-9e93-4221-a900-fdb8c8e438c5" -d '{"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-plugged", "status": "completed", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:46.853748 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Request body: {'port': {'device_id': '5b4db250-dc47-428a-847b-a37f0f1756b5', 'network_id': '1ce48600-1c9c-4d59-9b12-38a59dae83c5', 'admin_state_up': True, 'tenant_id': '3c1915fbc0534346ba4ddecfaf1c9ab4'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:46.854018 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:46.859623 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:46.862709 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:46.876065 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773b413-bd68-47df-b431-bae10aa3a233 req-58135aab-4eb9-4c14-bfab-e9e54c023c55 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:46.877695 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6773b413-bd68-47df-b431-bae10aa3a233 req-58135aab-4eb9-4c14-bfab-e9e54c023c55 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 944 time: 0.1507239 Jun 22 01:53:46.903353 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f345e3b8-e618-4801-9c12-9f6285c1a18f x-openstack-request-id: req-f345e3b8-e618-4801-9c12-9f6285c1a18f {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:46.904515 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-plugged", "status": "completed", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:46.905339 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f345e3b8-e618-4801-9c12-9f6285c1a18f {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:46.905339 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70', 'code': 200} Jun 22 01:53:46.946082 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=7']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:46.950111 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:47.187843 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6773b413-bd68-47df-b431-bae10aa3a233 req-67bc0566-3dfe-4827-99a8-43da52e35b54 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556793 Jun 22 01:53:47.224296 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Made reservation on behalf of 3c1915fbc0534346ba4ddecfaf1c9ab4 for: {'port': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:53:47.228138 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:47.359434 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Allocated IP 172.20.0.5 (1ce48600-1c9c-4d59-9b12-38a59dae83c5/db01f7ae-024e-4211-86ff-46c9867dca1e/045ea603-3b89-49b5-aab6-b8f7541a3127) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:53:47.538653 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:47.599151 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd699d2b-edae-45dc-9eb6-2489fadfbe0b req-650e2a79-8b3b-4786-9a9e-d5623014d069 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:47.600631 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dd699d2b-edae-45dc-9eb6-2489fadfbe0b req-650e2a79-8b3b-4786-9a9e-d5623014d069 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1128244 Jun 22 01:53:47.614896 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:47.619573 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:47.695841 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:53:47.700879 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea56a0-e4dd-4e17-83b2-19a511daa0e5 req-d213a38d-affb-41e2-b533-2a1c9235136b tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:47.701397 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dd699d2b-edae-45dc-9eb6-2489fadfbe0b req-0ba6a416-8152-4be8-9822-d1af134ac48d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943112 Jun 22 01:53:47.703328 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-85ea56a0-e4dd-4e17-83b2-19a511daa0e5 req-d213a38d-affb-41e2-b533-2a1c9235136b tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 931 time: 0.0682118 Jun 22 01:53:47.705307 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:53:47.707680 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:53:47.711522 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Pushing event updated for resources: {'Port': ['ID=045ea603-3b89-49b5-aab6-b8f7541a3127,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:47.731179 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:47.754343 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-85ea56a0-e4dd-4e17-83b2-19a511daa0e5 req-e9f74b2f-82c2-4ddd-8492-863848fe02b4 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432405 Jun 22 01:53:47.762858 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:47.763545 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:47.779014 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9374115 Jun 22 01:53:47.803944 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Request body: {'port': {'device_id': '5b4db250-dc47-428a-847b-a37f0f1756b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:53:47.918111 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:47.940909 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d43a4-c035-40c6-9c1d-35f21fd8818d req-9e1c40d7-480d-46ee-8eef-bc2db7a01f00 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:47.942397 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3f7d43a4-c035-40c6-9c1d-35f21fd8818d req-9e1c40d7-480d-46ee-8eef-bc2db7a01f00 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1174676 Jun 22 01:53:48.027809 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28897234-97c0-47e2-8e77-bc44affc5989 req-e7ec35f9-e31e-4f05-a4a9-f7a710f53c9a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:48.029439 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-28897234-97c0-47e2-8e77-bc44affc5989 req-e7ec35f9-e31e-4f05-a4a9-f7a710f53c9a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 943 time: 0.0642524 Jun 22 01:53:48.056081 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3f7d43a4-c035-40c6-9c1d-35f21fd8818d req-58cf5cfa-3170-483d-9ad0-f202ea30efe4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936403 Jun 22 01:53:48.093616 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-28897234-97c0-47e2-8e77-bc44affc5989 req-0225ca66-a99d-41fb-8b28-a877fe9be599 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373287 Jun 22 01:53:48.241017 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045ea603-3b89-49b5-aab6-b8f7541a3127 {{(pid=104429) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:53:48.248631 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:48.260508 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Transition to ACTIVE for port object 045ea603-3b89-49b5-aab6-b8f7541a3127 will not be triggered until provisioned by entity L2. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:53:48.264588 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:48.266745 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:48.349426 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Pushing event updated for resources: {'Port': ['ID=045ea603-3b89-49b5-aab6-b8f7541a3127,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:48.368634 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:48.456064 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2acb8-463e-4c60-b2d0-b3debc13d529 req-609479ad-f0ba-4ab6-91e8-7fbcebad7af6 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:48.457521 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dff2acb8-463e-4c60-b2d0-b3debc13d529 req-609479ad-f0ba-4ab6-91e8-7fbcebad7af6 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 944 time: 0.1267200 Jun 22 01:53:48.473914 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Attempting to bind port 045ea603-3b89-49b5-aab6-b8f7541a3127 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:53:48.474299 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Attempting to bind port 045ea603-3b89-49b5-aab6-b8f7541a3127 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '64969174-3d3c-4a00-a78a-5ef5b5b3a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ce48600-1c9c-4d59-9b12-38a59dae83c5'}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:53:48.474600 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Attempting to bind port 045ea603-3b89-49b5-aab6-b8f7541a3127 on network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:48.487292 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Port 045ea603-3b89-49b5-aab6-b8f7541a3127 on network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:53:48.487613 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Attempting to bind port 045ea603-3b89-49b5-aab6-b8f7541a3127 on network 1ce48600-1c9c-4d59-9b12-38a59dae83c5 {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:53:48.495390 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:53:48.495726 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Checking segment: {'id': '64969174-3d3c-4a00-a78a-5ef5b5b3a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ce48600-1c9c-4d59-9b12-38a59dae83c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:53:48.496106 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Bound using segment: {'id': '64969174-3d3c-4a00-a78a-5ef5b5b3a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ce48600-1c9c-4d59-9b12-38a59dae83c5'} {{(pid=104429) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:53:48.496536 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.managers [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Bound port: 045ea603-3b89-49b5-aab6-b8f7541a3127, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64969174-3d3c-4a00-a78a-5ef5b5b3a5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1ce48600-1c9c-4d59-9b12-38a59dae83c5'}}] {{(pid=104429) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:53:48.496884 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:48.517550 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dff2acb8-463e-4c60-b2d0-b3debc13d529 req-37fd333a-4e2d-4010-872f-f37b61e10db0 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544541 Jun 22 01:53:48.569580 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] For port 045ea603-3b89-49b5-aab6-b8f7541a3127, host hv-cinder-79707, cleared binding levels {{(pid=104429) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:53:48.572755 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] For port 045ea603-3b89-49b5-aab6-b8f7541a3127, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=045ea603-3b89-49b5-aab6-b8f7541a3127,segment=NetworkSegment(64969174-3d3c-4a00-a78a-5ef5b5b3a5fd),segment_id=64969174-3d3c-4a00-a78a-5ef5b5b3a5fd)] {{(pid=104429) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:53:48.577313 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:48.580022 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:48.592532 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device b06c1cb6-2ac1-46ee-bca2-0d83feafab2f details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:53:48.619198 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:48.619820 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:48.621218 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] 10.222.0.36 "PUT /v2.0/ports/045ea603-3b89-49b5-aab6-b8f7541a3127 HTTP/1.1" status: 200 len: 1093 time: 0.8218350 Jun 22 01:53:48.621721 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4db250-dc47-428a-847b-a37f0f1756b5', 'tag': '045ea603-3b89-49b5-aab6-b8f7541a3127'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:48.624043 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4db250-dc47-428a-847b-a37f0f1756b5", "tag": "045ea603-3b89-49b5-aab6-b8f7541a3127"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:48.651705 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Pushing event updated for resources: {'Port': ['ID=045ea603-3b89-49b5-aab6-b8f7541a3127,revision_number=3']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:48.657421 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:48.667955 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a7a335-350c-4cfb-a459-7d05ec5ab17a x-openstack-request-id: req-d7a7a335-350c-4cfb-a459-7d05ec5ab17a {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:48.668279 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4db250-dc47-428a-847b-a37f0f1756b5", "tag": "045ea603-3b89-49b5-aab6-b8f7541a3127", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:48.668559 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7a7a335-350c-4cfb-a459-7d05ec5ab17a {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:48.668979 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4db250-dc47-428a-847b-a37f0f1756b5', 'tag': '045ea603-3b89-49b5-aab6-b8f7541a3127', 'status': 'completed', 'code': 200} Jun 22 01:53:48.700272 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:48.711823 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'port_id': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'mac_address': 'fa:16:3e:46:8d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:53:48.747839 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:48.763983 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06c1cb6-2ac1-46ee-bca2-0d83feafab2f {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:53:48.785541 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:48.790100 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:48.792803 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-edd18cbf-1a3e-4950-9ea9-53a3d018ce14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:48.842023 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:48.845430 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:48.898166 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709dd7c-8923-4533-9283-a37e4d3ff7eb req-bd537eed-c74b-4278-8d9d-16158f557a3e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:48.899691 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a709dd7c-8923-4533-9283-a37e4d3ff7eb req-bd537eed-c74b-4278-8d9d-16158f557a3e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0736427 Jun 22 01:53:48.939916 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a709dd7c-8923-4533-9283-a37e4d3ff7eb req-e146225b-307b-4086-90ce-676b7cae579c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343902 Jun 22 01:53:48.998703 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-561c62e9-1ff8-4a32-89b6-8c9e22d3e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.000691 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-561c62e9-1ff8-4a32-89b6-8c9e22d3e035 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c1915fbc0534346ba4ddecfaf1c9ab4&device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 1096 time: 0.0570242 Jun 22 01:53:49.054772 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-2de7d468-5a05-48bb-97a1-8ffd0a465ee1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=045ea603-3b89-49b5-aab6-b8f7541a3127 HTTP/1.1" status: 200 len: 217 time: 0.0398986 Jun 22 01:53:49.131174 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-654f2167-ecd3-4a0e-8f53-19031101502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.132644 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-654f2167-ecd3-4a0e-8f53-19031101502b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db01f7ae-024e-4211-86ff-46c9867dca1e HTTP/1.1" status: 200 len: 848 time: 0.0701971 Jun 22 01:53:49.174777 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-1478d10d-795d-42a7-a49b-218f2ece7da4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce48600-1c9c-4d59-9b12-38a59dae83c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344529 Jun 22 01:53:49.182040 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6ef7e-9267-41a3-8830-d5889b404023 req-f0dd2653-02da-405f-b579-b6222636de4e tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.183352 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-88c6ef7e-9267-41a3-8830-d5889b404023 req-f0dd2653-02da-405f-b579-b6222636de4e tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 943 time: 0.1310766 Jun 22 01:53:49.263569 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-88c6ef7e-9267-41a3-8830-d5889b404023 req-12c6ffee-0aac-4703-9a1e-5bc6cb59462d tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715206 Jun 22 01:53:49.302120 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-96966357-3714-4d4e-bd2c-b5a9c1c6ac45 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce48600-1c9c-4d59-9b12-38a59dae83c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176550 Jun 22 01:53:49.324969 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565635a-0caa-4423-a201-44527f492320 req-f26c1f53-9f95-4475-86f3-9a2d403be5a4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.326901 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0565635a-0caa-4423-a201-44527f492320 req-f26c1f53-9f95-4475-86f3-9a2d403be5a4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0781283 Jun 22 01:53:49.370829 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0565635a-0caa-4423-a201-44527f492320 req-23260959-44b5-4a5d-bcc6-710816f2552b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373936 Jun 22 01:53:49.430327 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62b181cf-0949-4190-9c00-d74c5dc70147 req-8670d262-11a8-4390-93d6-6ab4f4817930 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce48600-1c9c-4d59-9b12-38a59dae83c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211710 Jun 22 01:53:49.455998 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd5119-245f-465c-93a8-551ab19a96ef req-5d729534-a0d1-4c6d-be6c-53a36eb08648 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.457513 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-64fd5119-245f-465c-93a8-551ab19a96ef req-5d729534-a0d1-4c6d-be6c-53a36eb08648 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 944 time: 0.0888321 Jun 22 01:53:49.498277 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-64fd5119-245f-465c-93a8-551ab19a96ef req-98f9c40d-ff9b-4a85-9ff1-7b52b9a7137c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329127 Jun 22 01:53:49.592314 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:53:49.603685 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-7e2dd053-698d-467e-b541-a6cba8a9c9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.605702 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-7e2dd053-698d-467e-b541-a6cba8a9c9bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3c1915fbc0534346ba4ddecfaf1c9ab4&device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 1096 time: 0.0653262 Jun 22 01:53:49.760430 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-2972a9e2-18f6-43a4-89a0-b947feed7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.761952 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-2972a9e2-18f6-43a4-89a0-b947feed7d49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ce48600-1c9c-4d59-9b12-38a59dae83c5 HTTP/1.1" status: 200 len: 909 time: 0.1432908 Jun 22 01:53:49.771064 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44b7cf-ee85-4db9-9f8f-28b3d3958b9d req-7718a31a-074d-4098-b73b-7b000a692151 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.772614 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3e44b7cf-ee85-4db9-9f8f-28b3d3958b9d req-7718a31a-074d-4098-b73b-7b000a692151 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 944 time: 0.1306539 Jun 22 01:53:49.818923 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-20049383-492d-408f-bea2-9efe77276046 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=045ea603-3b89-49b5-aab6-b8f7541a3127 HTTP/1.1" status: 200 len: 217 time: 0.0452483 Jun 22 01:53:49.878722 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3e44b7cf-ee85-4db9-9f8f-28b3d3958b9d req-d0aab0bc-2ef0-4410-b05c-b11534a1cb66 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989602 Jun 22 01:53:49.886393 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-2630e9aa-c6f4-46e3-8186-2eefeb02645d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.887887 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-2630e9aa-c6f4-46e3-8186-2eefeb02645d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db01f7ae-024e-4211-86ff-46c9867dca1e HTTP/1.1" status: 200 len: 848 time: 0.0605185 Jun 22 01:53:49.920878 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-cdc5ac59-a5ab-4925-a5c2-189bfe3fd785 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ce48600-1c9c-4d59-9b12-38a59dae83c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262821 Jun 22 01:53:49.962627 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-a698337f-d675-4f0e-9cdd-b553209e5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.964077 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-a698337f-d675-4f0e-9cdd-b553209e5e6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e592085ff4c344c4b369a6a5de8afb29&device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 1099 time: 0.3319173 Jun 22 01:53:49.981051 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e240c-ea4b-4895-bfc7-72b3d275fe98 req-77465609-5f67-4181-87e9-4aa0a6857870 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:49.982462 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f56e240c-ea4b-4895-bfc7-72b3d275fe98 req-77465609-5f67-4181-87e9-4aa0a6857870 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0859632 Jun 22 01:53:50.013436 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-efa3a920-ac00-4fce-8169-2e69c96cba5d service neutron] 10.222.0.36 "GET /v2.0/networks/1ce48600-1c9c-4d59-9b12-38a59dae83c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856276 Jun 22 01:53:50.076652 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f56e240c-ea4b-4895-bfc7-72b3d275fe98 req-4fbe052c-b329-491c-a866-170892e74b9e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862734 Jun 22 01:53:50.102717 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-9646970a-4b44-4f5d-b7fd-c096dec6a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:50.104256 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-9646970a-4b44-4f5d-b7fd-c096dec6a82d service neutron] 10.222.0.36 "GET /v2.0/networks?id=481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 200 len: 920 time: 0.1310337 Jun 22 01:53:50.110868 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c5cb4b11-aa2a-4f1c-9350-2aa26259106c req-048a9c02-ec7c-42ae-a215-c64f20a86830 service neutron] 10.222.0.36 "GET /v2.0/networks/1ce48600-1c9c-4d59-9b12-38a59dae83c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904548 Jun 22 01:53:50.328083 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-b726a9aa-1ec5-4d55-84e5-a84352fccd33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 200 len: 217 time: 0.0376027 Jun 22 01:53:50.456429 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-3ca6c2c5-9694-4a36-9071-4b1c3277e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:50.457850 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-3ca6c2c5-9694-4a36-9071-4b1c3277e98e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 200 len: 859 time: 0.1067367 Jun 22 01:53:50.501883 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-b0c6ba00-97d1-4473-a768-23bcc750f692 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=481bebdb-e132-4ba1-aa37-b2becc797495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303242 Jun 22 01:53:50.510114 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526520f4-cd3b-4296-b506-04b7e1b4d5ff req-73e44111-5f1f-4e4d-bb6d-875468281246 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:50.511938 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-526520f4-cd3b-4296-b506-04b7e1b4d5ff req-73e44111-5f1f-4e4d-bb6d-875468281246 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 943 time: 0.1120594 Jun 22 01:53:50.580316 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac4542-6e79-4da6-ac93-e90c5ba705a9 req-40400169-550b-44c5-966d-c743d1842f88 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:50.582096 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f5ac4542-6e79-4da6-ac93-e90c5ba705a9 req-40400169-550b-44c5-966d-c743d1842f88 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0754631 Jun 22 01:53:50.602874 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-526520f4-cd3b-4296-b506-04b7e1b4d5ff req-2de0f308-b244-442f-b170-2491786ffddf tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813925 Jun 22 01:53:50.630371 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device be331b13-736b-4060-8da3-9e323cffd238 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:53:50.646423 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-5f7e2179-0717-4e0a-a1ea-d33a82fee2f8 service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334732 Jun 22 01:53:50.653360 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f5ac4542-6e79-4da6-ac93-e90c5ba705a9 req-7d363d37-3f03-44d1-bc6e-2d25b66d17d1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645404 Jun 22 01:53:50.770450 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port be331b13-736b-4060-8da3-9e323cffd238, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=be331b13-736b-4060-8da3-9e323cffd238,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:50.783307 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'be331b13-736b-4060-8da3-9e323cffd238', 'network_id': 'a1c42b18-9c77-45b6-bc8d-61efbb7f7914', 'port_id': 'be331b13-736b-4060-8da3-9e323cffd238', 'mac_address': 'fa:16:3e:66:cb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e1b523-5d63-4b6e-8417-4f072f0206e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:53:50.820148 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:50.836453 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5e7bcd38-28ca-446f-a70a-09d3a2b07b54 req-c18628ea-1a18-49f3-80a2-b4eaa2a6296b service neutron] 10.222.0.36 "GET /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786733 Jun 22 01:53:50.840652 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be331b13-736b-4060-8da3-9e323cffd238 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:53:50.852599 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b471b-16d6-449c-827e-649dfb98a972 req-0d57004d-60f0-42ee-ba0b-67e5bf407e5c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:50.855074 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-776b471b-16d6-449c-827e-649dfb98a972 req-0d57004d-60f0-42ee-ba0b-67e5bf407e5c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 944 time: 0.1215320 Jun 22 01:53:50.868264 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port be331b13-736b-4060-8da3-9e323cffd238, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=be331b13-736b-4060-8da3-9e323cffd238,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:50.876779 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:50.879317 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:50.906237 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-776b471b-16d6-449c-827e-649dfb98a972 req-154d64b3-5d12-4a0e-b161-1923918aba5d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431383 Jun 22 01:53:50.946189 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=be331b13-736b-4060-8da3-9e323cffd238,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:50.949354 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:51.087950 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087c5a8-7267-4327-8d69-ded1b5b66b09 req-2c2f2923-8438-4a46-8c56-5b60d87baae9 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:51.089388 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8087c5a8-7267-4327-8d69-ded1b5b66b09 req-2c2f2923-8438-4a46-8c56-5b60d87baae9 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 945 time: 0.0853066 Jun 22 01:53:51.197829 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8087c5a8-7267-4327-8d69-ded1b5b66b09 req-c4679dac-7bf4-47f6-9253-b5a40c02ad62 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002843 Jun 22 01:53:51.430870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c767a-1824-404a-ad09-a1b86536b1e5 req-80946ec5-8c03-4f7c-9abc-75d2248b6c4e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:51.440206 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-300c767a-1824-404a-ad09-a1b86536b1e5 req-80946ec5-8c03-4f7c-9abc-75d2248b6c4e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1249988 Jun 22 01:53:51.477032 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['be331b13-736b-4060-8da3-9e323cffd238'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:53:51.489802 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-300c767a-1824-404a-ad09-a1b86536b1e5 req-3ad71257-f715-4105-952e-bd2bd3c3460a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486226 Jun 22 01:53:51.823191 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57557e53-110c-42b5-ba9e-7c7bbde39201 req-63cd08dc-acf3-4b61-8eda-81c1bd5c3e7b tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:51.825259 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-57557e53-110c-42b5-ba9e-7c7bbde39201 req-63cd08dc-acf3-4b61-8eda-81c1bd5c3e7b tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 943 time: 0.0898163 Jun 22 01:53:51.883895 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-57557e53-110c-42b5-ba9e-7c7bbde39201 req-20865016-f407-4e56-86ed-96840a09ca57 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Jun 22 01:53:51.923834 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef76803-ad8d-43ca-a34a-2ce0599d217b req-4d087616-13e5-45c3-91b7-16ab6dc91ab8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:51.925636 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8ef76803-ad8d-43ca-a34a-2ce0599d217b req-4d087616-13e5-45c3-91b7-16ab6dc91ab8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0962265 Jun 22 01:53:51.981327 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8ef76803-ad8d-43ca-a34a-2ce0599d217b req-1a48295c-9d63-43fa-a8cf-eba4944b55b3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483174 Jun 22 01:53:52.110897 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286e18-a1f5-4a9a-b785-39e37bcc0c62 req-75e9e6e7-8104-4749-bb41-a3882c67d752 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:52.112818 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-12286e18-a1f5-4a9a-b785-39e37bcc0c62 req-75e9e6e7-8104-4749-bb41-a3882c67d752 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 944 time: 0.0679040 Jun 22 01:53:52.158556 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-12286e18-a1f5-4a9a-b785-39e37bcc0c62 req-28535116-2db1-4ee8-93fa-58b9ba86d2ef tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Jun 22 01:53:52.423339 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2068c99-ec3d-4dfd-b954-f160a6cb0cb7 req-cd4a8a31-2fda-42d5-a209-c91dc53353a5 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:52.424889 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f2068c99-ec3d-4dfd-b954-f160a6cb0cb7 req-cd4a8a31-2fda-42d5-a209-c91dc53353a5 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 945 time: 0.0862358 Jun 22 01:53:52.470625 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f2068c99-ec3d-4dfd-b954-f160a6cb0cb7 req-7d46e24d-869e-46e5-b5b4-23b1abee2114 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Jun 22 01:53:52.634291 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 045ea603-3b89-49b5-aab6-b8f7541a3127 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:53:52.661544 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device b06c1cb6-2ac1-46ee-bca2-0d83feafab2f up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:52.732819 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab640a-967c-4276-bc9b-25ab0f069739 req-9e1cc222-5023-4f1a-93a7-52e272746c09 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:52.752633 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fdab640a-967c-4276-bc9b-25ab0f069739 req-9e1cc222-5023-4f1a-93a7-52e272746c09 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1126616 Jun 22 01:53:52.794095 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:52.811176 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:52.811554 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:52.818661 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fdab640a-967c-4276-bc9b-25ab0f069739 req-6441bf50-68d9-4347-9b62-127cb684a39e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649531 Jun 22 01:53:52.849030 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 045ea603-3b89-49b5-aab6-b8f7541a3127, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=045ea603-3b89-49b5-aab6-b8f7541a3127,segment=NetworkSegment(64969174-3d3c-4a00-a78a-5ef5b5b3a5fd),segment_id=64969174-3d3c-4a00-a78a-5ef5b5b3a5fd)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:52.868127 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '045ea603-3b89-49b5-aab6-b8f7541a3127', 'network_id': '1ce48600-1c9c-4d59-9b12-38a59dae83c5', 'port_id': '045ea603-3b89-49b5-aab6-b8f7541a3127', 'mac_address': 'fa:16:3e:2e:ba:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db01f7ae-024e-4211-86ff-46c9867dca1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:53:52.964194 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:52.967036 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:53.023961 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:53.029203 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0548f18-55f4-438b-a13e-4e48ae209bd8" -d '{"events": [{"server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "name": "network-vif-plugged", "status": "completed", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:53.040432 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:53.044110 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045ea603-3b89-49b5-aab6-b8f7541a3127 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:53:53.067901 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:53.074638 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:53.088355 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e6a6c-ee0c-450b-ba55-124db5e5ab10 req-396c50ef-09f3-45d7-8c03-2ef662ed81ce tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:53.097269 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c40e6a6c-ee0c-450b-ba55-124db5e5ab10 req-396c50ef-09f3-45d7-8c03-2ef662ed81ce tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 943 time: 0.0836532 Jun 22 01:53:53.103699 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 045ea603-3b89-49b5-aab6-b8f7541a3127, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=045ea603-3b89-49b5-aab6-b8f7541a3127,segment=NetworkSegment(64969174-3d3c-4a00-a78a-5ef5b5b3a5fd),segment_id=64969174-3d3c-4a00-a78a-5ef5b5b3a5fd)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:53.114783 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:53.151799 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:53.152700 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c40e6a6c-ee0c-450b-ba55-124db5e5ab10 req-392fbdcf-2412-4c7a-a4bb-bd8245f4f94d tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543303 Jun 22 01:53:53.156001 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:53.157601 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:53.252496 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cfafd-a50f-4b53-91a0-578ded22f1b3 req-2ad4f664-0d60-42bf-8beb-23ed40036556 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:53.254937 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e65cfafd-a50f-4b53-91a0-578ded22f1b3 req-2ad4f664-0d60-42bf-8beb-23ed40036556 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1044209 Jun 22 01:53:53.371981 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09b87ee-cad6-4c41-b81a-a5debe3ffc46 x-openstack-request-id: req-c09b87ee-cad6-4c41-b81a-a5debe3ffc46 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:53.372284 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "name": "network-vif-plugged", "status": "completed", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:53.372541 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c09b87ee-cad6-4c41-b81a-a5debe3ffc46 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:53.372932 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'code': 200} Jun 22 01:53:53.379103 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e65cfafd-a50f-4b53-91a0-578ded22f1b3 req-1e8c8288-93f3-424e-86ee-f9ea06c9b9df tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158195 Jun 22 01:53:53.419382 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=045ea603-3b89-49b5-aab6-b8f7541a3127,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:53.435040 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:53.450955 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fd9eb-6660-4d2c-87f0-697e77cb8df1 req-e8754135-a954-46db-9d99-f6e937527834 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:53.452558 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-710fd9eb-6660-4d2c-87f0-697e77cb8df1 req-e8754135-a954-46db-9d99-f6e937527834 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.1216326 Jun 22 01:53:53.536378 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-710fd9eb-6660-4d2c-87f0-697e77cb8df1 req-92664947-5f72-45ff-af0d-59f60b1290db tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755117 Jun 22 01:53:53.571363 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3788d-4152-4193-9892-b968179ca378 req-e4694dd0-a99b-4c10-899e-a3fe59f2ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:53.573099 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f2a3788d-4152-4193-9892-b968179ca378 req-e4694dd0-a99b-4c10-899e-a3fe59f2ffea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1098 time: 0.0625005 Jun 22 01:53:53.647298 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f2a3788d-4152-4193-9892-b968179ca378 req-af9b720f-c50d-4806-be4d-14d3ec0d2bf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647914 Jun 22 01:53:53.669115 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['045ea603-3b89-49b5-aab6-b8f7541a3127'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:53:53.725382 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12897767-73dd-41bf-8879-6344cf729080 req-a3cc6bb5-8a79-454b-b7d3-acaa66666d83 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:53.727220 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-12897767-73dd-41bf-8879-6344cf729080 req-a3cc6bb5-8a79-454b-b7d3-acaa66666d83 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 945 time: 0.1246247 Jun 22 01:53:53.816431 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-12897767-73dd-41bf-8879-6344cf729080 req-4bf40073-608b-4e4c-be5b-e662891aa911 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775490 Jun 22 01:53:54.052927 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae43193-70ae-471a-b63f-3d57e7b863d7 req-eb446ef0-a4e9-47b2-962f-2e940b6ade70 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:54.054322 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6ae43193-70ae-471a-b63f-3d57e7b863d7 req-eb446ef0-a4e9-47b2-962f-2e940b6ade70 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0905545 Jun 22 01:53:54.099746 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6ae43193-70ae-471a-b63f-3d57e7b863d7 req-7866bf68-35a2-4936-ba7b-e1e242beaf72 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395479 Jun 22 01:53:54.372087 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d8406-b435-492f-80b6-327d986ca87d req-48febc58-a7d3-4808-a2ed-f8170740350a tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:54.374348 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-409d8406-b435-492f-80b6-327d986ca87d req-48febc58-a7d3-4808-a2ed-f8170740350a tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 944 time: 0.0888529 Jun 22 01:53:54.454305 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-409d8406-b435-492f-80b6-327d986ca87d req-e4d38008-79a0-4f91-b247-55ede5f69b13 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546188 Jun 22 01:53:54.593577 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1004b-6291-43c1-8e9a-8ad536d2a569 req-39c17fd9-1308-422a-b3d8-6b142a9321fa tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:54.600627 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4ae1004b-6291-43c1-8e9a-8ad536d2a569 req-39c17fd9-1308-422a-b3d8-6b142a9321fa tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0859115 Jun 22 01:53:54.646884 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4ae1004b-6291-43c1-8e9a-8ad536d2a569 req-7858617e-2b7f-453a-98a3-d84bc9da5e91 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452969 Jun 22 01:53:54.653711 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device be331b13-736b-4060-8da3-9e323cffd238 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:54.717926 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port be331b13-736b-4060-8da3-9e323cffd238 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:54.724612 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port be331b13-736b-4060-8da3-9e323cffd238 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:54.725003 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:54.802920 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb37032-e41c-4ab9-9d8d-847d8fc94191 req-415ec816-df59-4fee-b255-283551c63a51 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:54.804421 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1bb37032-e41c-4ab9-9d8d-847d8fc94191 req-415ec816-df59-4fee-b255-283551c63a51 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.1174407 Jun 22 01:53:54.828062 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:54.854059 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1bb37032-e41c-4ab9-9d8d-847d8fc94191 req-e1ce3b46-c4f2-48f4-af01-3d8c5f69c06c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Jun 22 01:53:54.886298 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port be331b13-736b-4060-8da3-9e323cffd238, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=be331b13-736b-4060-8da3-9e323cffd238,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:54.893435 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:54.896634 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:54.944176 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=be331b13-736b-4060-8da3-9e323cffd238,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:54.947961 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:55.039308 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64683e01-0c24-49cf-9b19-a9415f7264bd req-0e136f23-02c5-4731-9025-0ee4b74a665a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:55.041642 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-64683e01-0c24-49cf-9b19-a9415f7264bd req-0e136f23-02c5-4731-9025-0ee4b74a665a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.0819626 Jun 22 01:53:55.086378 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-64683e01-0c24-49cf-9b19-a9415f7264bd req-2593e77c-c143-40e8-9ed2-3b0f965c0989 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376594 Jun 22 01:53:55.284268 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c273caf-c934-48e1-b3eb-6e73926755c0 req-3ba34663-bcc9-4216-a635-7a99293eaf92 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:55.285924 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c273caf-c934-48e1-b3eb-6e73926755c0 req-3ba34663-bcc9-4216-a635-7a99293eaf92 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0687029 Jun 22 01:53:55.334309 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c273caf-c934-48e1-b3eb-6e73926755c0 req-cf916d59-c410-4bbd-8277-011df646e826 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Jun 22 01:53:55.374567 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b879645f-1fc1-4177-8a17-7384cd80c012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be331b13-736b-4060-8da3-9e323cffd238'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:55.377401 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f480fad-9e16-4c27-a4a0-b253984073b6" -d '{"events": [{"server_uuid": "b879645f-1fc1-4177-8a17-7384cd80c012", "name": "network-vif-plugged", "status": "completed", "tag": "be331b13-736b-4060-8da3-9e323cffd238"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:55.428761 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f17c3b-abca-4d4e-b77a-94b4e4f5d224 x-openstack-request-id: req-35f17c3b-abca-4d4e-b77a-94b4e4f5d224 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:55.429354 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b879645f-1fc1-4177-8a17-7384cd80c012", "name": "network-vif-plugged", "status": "completed", "tag": "be331b13-736b-4060-8da3-9e323cffd238", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:55.429820 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35f17c3b-abca-4d4e-b77a-94b4e4f5d224 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:55.430435 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b879645f-1fc1-4177-8a17-7384cd80c012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be331b13-736b-4060-8da3-9e323cffd238', 'code': 200} Jun 22 01:53:55.878205 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab34d-393b-4157-a135-1f38cb67e51e req-aa50a44a-7a67-4e0e-b822-40a0a909a953 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:55.882601 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bf1ab34d-393b-4157-a135-1f38cb67e51e req-aa50a44a-7a67-4e0e-b822-40a0a909a953 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 944 time: 0.1848023 Jun 22 01:53:55.955998 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bf1ab34d-393b-4157-a135-1f38cb67e51e req-762b6035-d7eb-4b9c-aa80-3d79ea9a48e0 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666740 Jun 22 01:53:56.061756 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971958b-a893-4ca4-a54f-01b03f3be0de req-8a20a257-fa86-4c77-a40f-2c9cecac9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:56.063956 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d971958b-a893-4ca4-a54f-01b03f3be0de req-8a20a257-fa86-4c77-a40f-2c9cecac9b67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 1099 time: 0.1649759 Jun 22 01:53:56.113224 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d971958b-a893-4ca4-a54f-01b03f3be0de req-0bbe829a-f094-4850-a2db-1d61053f8c1b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Jun 22 01:53:56.124487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60413bc0-e08d-4743-86b4-db2650cd8176 req-5c4f5c4d-25da-46c9-a3ae-243abd3ab756 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:56.132099 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-60413bc0-e08d-4743-86b4-db2650cd8176 req-5c4f5c4d-25da-46c9-a3ae-243abd3ab756 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1081572 Jun 22 01:53:56.176853 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-60413bc0-e08d-4743-86b4-db2650cd8176 req-470fcf51-fbd3-4629-8217-438632760124 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438237 Jun 22 01:53:56.206479 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc46ebb-c34b-4aab-b21c-ac178e001fa2 req-80abaed1-7b02-4c1e-9d21-71fb98c2f163 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:56.214958 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0bc46ebb-c34b-4aab-b21c-ac178e001fa2 req-80abaed1-7b02-4c1e-9d21-71fb98c2f163 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.0951405 Jun 22 01:53:56.260562 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0bc46ebb-c34b-4aab-b21c-ac178e001fa2 req-17af5f09-4e28-4a99-9d6b-6f5d885946e0 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441537 Jun 22 01:53:56.371638 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4255ab7-d2de-483c-9d0e-10a7385e6328 req-19f3d1d2-f566-4374-84d9-1c6ae98216e2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:56.374440 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c4255ab7-d2de-483c-9d0e-10a7385e6328 req-19f3d1d2-f566-4374-84d9-1c6ae98216e2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.0674233 Jun 22 01:53:56.421263 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c4255ab7-d2de-483c-9d0e-10a7385e6328 req-309d81df-5197-4a7c-a487-35d73ab62280 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413735 Jun 22 01:53:56.482314 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1d04c-7cec-4f2a-8513-abf6e59fb949 req-b358788e-d73c-4f4d-88d8-fe9ad7f4d8a8 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:56.483762 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b9a1d04c-7cec-4f2a-8513-abf6e59fb949 req-b358788e-d73c-4f4d-88d8-fe9ad7f4d8a8 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.0951598 Jun 22 01:53:56.527183 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b9a1d04c-7cec-4f2a-8513-abf6e59fb949 req-98993341-1df2-431f-b412-8295e2e6843e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Jun 22 01:53:56.653658 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 045ea603-3b89-49b5-aab6-b8f7541a3127 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:53:56.707916 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 045ea603-3b89-49b5-aab6-b8f7541a3127 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:53:56.711631 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 045ea603-3b89-49b5-aab6-b8f7541a3127 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:53:56.712017 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:56.798890 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:56.832550 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 045ea603-3b89-49b5-aab6-b8f7541a3127, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=045ea603-3b89-49b5-aab6-b8f7541a3127,segment=NetworkSegment(64969174-3d3c-4a00-a78a-5ef5b5b3a5fd),segment_id=64969174-3d3c-4a00-a78a-5ef5b5b3a5fd)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:53:56.839684 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:53:56.841882 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:53:56.902676 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=045ea603-3b89-49b5-aab6-b8f7541a3127,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:53:56.914833 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:53:57.017431 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5057bea-8fec-421e-965b-7266fc70af3f req-7704b408-aeea-45ff-896e-a79de79df825 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:57.019299 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d5057bea-8fec-421e-965b-7266fc70af3f req-7704b408-aeea-45ff-896e-a79de79df825 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.1006041 Jun 22 01:53:57.089407 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d5057bea-8fec-421e-965b-7266fc70af3f req-74e6cfbf-71e6-4ed7-adde-a1dac1fbc455 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639887 Jun 22 01:53:57.176178 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28bad1-a649-491d-b0b9-d069e2e04c7b req-1f46388b-07ad-41dd-a379-cdb8fe20daac tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:57.177839 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a28bad1-a649-491d-b0b9-d069e2e04c7b req-1f46388b-07ad-41dd-a379-cdb8fe20daac tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 945 time: 0.0702925 Jun 22 01:53:57.243215 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a28bad1-a649-491d-b0b9-d069e2e04c7b req-5a4c1474-a493-4d53-ad87-e7a642b7a8b0 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578260 Jun 22 01:53:57.432524 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4db250-dc47-428a-847b-a37f0f1756b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045ea603-3b89-49b5-aab6-b8f7541a3127'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:53:57.435192 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71aef139-b7e9-4f0d-b5b6-09bf792e233e" -d '{"events": [{"server_uuid": "5b4db250-dc47-428a-847b-a37f0f1756b5", "name": "network-vif-plugged", "status": "completed", "tag": "045ea603-3b89-49b5-aab6-b8f7541a3127"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:53:57.473427 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf5f81-fbee-4a5b-8df0-8f26f7a3508f req-fe1c52da-0af8-4591-ba44-9584ee9c441e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:57.483431 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7caf5f81-fbee-4a5b-8df0-8f26f7a3508f req-fe1c52da-0af8-4591-ba44-9584ee9c441e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1439688 Jun 22 01:53:57.515748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6291e4ff-2d30-4e3f-a0e7-6febb04babba x-openstack-request-id: req-6291e4ff-2d30-4e3f-a0e7-6febb04babba {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:53:57.516888 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4db250-dc47-428a-847b-a37f0f1756b5", "name": "network-vif-plugged", "status": "completed", "tag": "045ea603-3b89-49b5-aab6-b8f7541a3127", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:53:57.517335 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6291e4ff-2d30-4e3f-a0e7-6febb04babba {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:53:57.517938 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4db250-dc47-428a-847b-a37f0f1756b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045ea603-3b89-49b5-aab6-b8f7541a3127', 'code': 200} Jun 22 01:53:57.602189 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7caf5f81-fbee-4a5b-8df0-8f26f7a3508f req-ab507be3-5134-45e1-8df0-3e219fdef41d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026607 Jun 22 01:53:57.843298 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c1812-d1c5-4ba6-a660-8a9f03c7d7a0 req-655a6c39-660c-4cb5-afdc-2e304468fbe3 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:57.844687 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e49c1812-d1c5-4ba6-a660-8a9f03c7d7a0 req-655a6c39-660c-4cb5-afdc-2e304468fbe3 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.1241672 Jun 22 01:53:57.906786 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e49c1812-d1c5-4ba6-a660-8a9f03c7d7a0 req-3eb16e51-9c94-4d1b-9cfe-6fb4a43a026e tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537267 Jun 22 01:53:58.040991 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e50d8-d261-4dd6-a4f1-01c147a2ed6d req-812828da-62e9-4a2a-8ae2-b9af7cfc26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:58.043049 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f29e50d8-d261-4dd6-a4f1-01c147a2ed6d req-812828da-62e9-4a2a-8ae2-b9af7cfc26ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 1098 time: 0.0797722 Jun 22 01:53:58.099086 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f29e50d8-d261-4dd6-a4f1-01c147a2ed6d req-111ef717-76ad-4a14-8f48-3a35b03b351f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Jun 22 01:53:58.474907 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dc110-afa9-4fb5-baa7-97528ac25f75 req-b20d3951-8ba8-4d14-b64c-ea5e159742a4 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:58.478380 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ed8dc110-afa9-4fb5-baa7-97528ac25f75 req-b20d3951-8ba8-4d14-b64c-ea5e159742a4 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 945 time: 0.1178362 Jun 22 01:53:58.517995 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ed8dc110-afa9-4fb5-baa7-97528ac25f75 req-e9f98528-33ab-473a-a67d-7ede274b2878 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347700 Jun 22 01:53:58.816404 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f88d91-6e2a-419a-ac30-8ea49b0fba42 req-14873330-b91b-4b99-b973-1b789b453040 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:58.825724 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65f88d91-6e2a-419a-ac30-8ea49b0fba42 req-14873330-b91b-4b99-b973-1b789b453040 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0777380 Jun 22 01:53:58.895106 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65f88d91-6e2a-419a-ac30-8ea49b0fba42 req-000af526-abe3-42c8-87f2-ec99b1c9cbc7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683413 Jun 22 01:53:59.194461 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8278902-e591-48ee-9c0a-0a568b03191c req-7690bfd9-daaf-483f-9e3b-87d1106b6f39 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:53:59.195957 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a8278902-e591-48ee-9c0a-0a568b03191c req-7690bfd9-daaf-483f-9e3b-87d1106b6f39 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.1286423 Jun 22 01:53:59.263209 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a8278902-e591-48ee-9c0a-0a568b03191c req-f4bb25e1-3534-4204-910e-249e67b7fb58 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Jun 22 01:54:00.039880 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff6c58-f73c-40c8-98e1-a13649f2a905 req-7f45ff21-743b-4aa0-a326-996ed48ed39b tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:00.054188 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a4ff6c58-f73c-40c8-98e1-a13649f2a905 req-7f45ff21-743b-4aa0-a326-996ed48ed39b tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 945 time: 0.1341777 Jun 22 01:54:00.154413 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a4ff6c58-f73c-40c8-98e1-a13649f2a905 req-f7388a43-4b3c-47fb-b73f-36f3a596f148 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884633 Jun 22 01:54:00.417462 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63c716-737d-491e-99b9-3b2d4bff1e36 req-ad960d6d-924b-4745-923e-f7fc5cbd2af5 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:00.429793 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cb63c716-737d-491e-99b9-3b2d4bff1e36 req-ad960d6d-924b-4745-923e-f7fc5cbd2af5 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.1081750 Jun 22 01:54:00.507717 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cb63c716-737d-491e-99b9-3b2d4bff1e36 req-61500f5f-d686-46c4-ac3c-f3acbe1bc0e6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769699 Jun 22 01:54:00.885231 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5720a7-9a67-42f6-a8be-5964dcdb9036 req-44908931-4d25-42fd-a45a-22e6cfd058ab tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:00.893123 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0e5720a7-9a67-42f6-a8be-5964dcdb9036 req-44908931-4d25-42fd-a45a-22e6cfd058ab tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0924220 Jun 22 01:54:00.943884 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0e5720a7-9a67-42f6-a8be-5964dcdb9036 req-037a2f49-b1bf-4008-8171-2d0837c089e1 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Jun 22 01:54:01.326286 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb588bf8-69ca-46b6-963e-6b63cd18bf67 req-b998bf1b-a5ef-4a87-892e-91e3a4a8237c tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:01.332887 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cb588bf8-69ca-46b6-963e-6b63cd18bf67 req-b998bf1b-a5ef-4a87-892e-91e3a4a8237c tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 945 time: 0.0794995 Jun 22 01:54:01.378232 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cb588bf8-69ca-46b6-963e-6b63cd18bf67 req-de4fac59-57d0-4460-9e56-4be2ff3c7954 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431936 Jun 22 01:54:01.482480 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-12ce67be-db06-497f-8423-d5b1eb4d821f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:01.915177 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf064b-9063-4407-95fe-dc3e61478a06 req-29181f24-0943-4359-9b03-35ab32c57047 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:01.917593 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e4cf064b-9063-4407-95fe-dc3e61478a06 req-29181f24-0943-4359-9b03-35ab32c57047 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.2146304 Jun 22 01:54:02.016452 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e4cf064b-9063-4407-95fe-dc3e61478a06 req-728254f9-e45c-4165-b84c-1c688dc5ee5f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860486 Jun 22 01:54:02.229955 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a89537-3fa7-4e5d-b54d-5296e6e700bb req-83a88b1f-0fd8-4920-a3fa-90613dc8b93b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:02.233367 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e5a89537-3fa7-4e5d-b54d-5296e6e700bb req-83a88b1f-0fd8-4920-a3fa-90613dc8b93b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0836496 Jun 22 01:54:02.291297 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e5a89537-3fa7-4e5d-b54d-5296e6e700bb req-c309b459-16d8-45e6-b79c-849b485acb6c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510159 Jun 22 01:54:02.320379 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904acc3-7cea-44d2-8d6a-10d3e58184e9 req-ee0ddcff-03f4-4380-a2cf-29bf5e197719 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:02.322006 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8904acc3-7cea-44d2-8d6a-10d3e58184e9 req-ee0ddcff-03f4-4380-a2cf-29bf5e197719 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0733030 Jun 22 01:54:02.361461 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8904acc3-7cea-44d2-8d6a-10d3e58184e9 req-22e0396b-e387-41b9-b5d1-220a1226e524 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333018 Jun 22 01:54:03.197064 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76267d8-22e2-4114-b386-07984a19c487 req-9e7da79b-f02a-4a28-93b2-00665d56bf85 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:03.207216 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f76267d8-22e2-4114-b386-07984a19c487 req-9e7da79b-f02a-4a28-93b2-00665d56bf85 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0778830 Jun 22 01:54:03.242504 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f76267d8-22e2-4114-b386-07984a19c487 req-47064578-f3e1-448d-a5fb-0059264faffc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372000 Jun 22 01:54:03.425726 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d57836-d0c0-4c50-8d99-69298b26e5d0 req-fa18cf2d-30ce-4a55-a66d-2e36e515b3bd tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:03.427266 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-70d57836-d0c0-4c50-8d99-69298b26e5d0 req-fa18cf2d-30ce-4a55-a66d-2e36e515b3bd tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.0770893 Jun 22 01:54:03.467782 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-70d57836-d0c0-4c50-8d99-69298b26e5d0 req-84f4aa74-d6b9-43b4-b2d7-a887bf0fe9ee tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Jun 22 01:54:03.495227 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ddce8-faf7-4a1b-b405-fde68ea87b00 req-2a376071-e475-4928-997b-5db3edab1dd3 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:03.495227 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-878ddce8-faf7-4a1b-b405-fde68ea87b00 req-2a376071-e475-4928-997b-5db3edab1dd3 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0768583 Jun 22 01:54:03.495425 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47196) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:03.563650 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-878ddce8-faf7-4a1b-b405-fde68ea87b00 req-9100ec52-0771-45b5-b7e5-991e182557ce tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624666 Jun 22 01:54:03.699523 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a31f0f53-337a-42b1-97fc-60dcdaa8440b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:03.710654 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc943592-f45e-40d2-ba83-9f85a32b5ff6 req-cf09a199-ec16-4ed5-8a81-eeeaf19c6732 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:03.717920 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cc943592-f45e-40d2-ba83-9f85a32b5ff6 req-cf09a199-ec16-4ed5-8a81-eeeaf19c6732 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0820286 Jun 22 01:54:03.818969 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cc943592-f45e-40d2-ba83-9f85a32b5ff6 req-9ae7af73-1668-4a3e-8afa-f90e31d4f16a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001611 Jun 22 01:54:03.829177 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0e5b1-59f7-44e0-bb95-f81927423f3d tempest-TestMinimumBasicScenario-1249823984 tempest-TestMinimumBasicScenario-1249823984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:03.833445 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-9cf0e5b1-59f7-44e0-bb95-f81927423f3d tempest-TestMinimumBasicScenario-1249823984 tempest-TestMinimumBasicScenario-1249823984-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1093 time: 0.3341496 Jun 22 01:54:03.833655 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47208) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:03.838214 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'floatingip': {'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'port_id': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:03.863445 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for floatingip, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:03.963193 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:04.099177 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Allocated IP 172.28.3.56 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/7af3f3af-1cd3-476c-a6f4-f0e3a0561b3b) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:54:04.183788 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:04.193327 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90789bb6-6790-46b5-b447-691ab70b29cb req-45d09b37-6c4b-4b31-bce7-16756dc12480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:04.194913 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90789bb6-6790-46b5-b447-691ab70b29cb req-45d09b37-6c4b-4b31-bce7-16756dc12480 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1099 time: 0.1338458 Jun 22 01:54:04.285648 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:04.330788 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90789bb6-6790-46b5-b447-691ab70b29cb req-a125fba1-d99f-4dc2-bdc7-07128e878c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:04.332255 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90789bb6-6790-46b5-b447-691ab70b29cb req-a125fba1-d99f-4dc2-bdc7-07128e878c52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.1267664 Jun 22 01:54:04.411388 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:04.416999 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:04.455237 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7e4de-19a0-48ac-9a92-a995ebc2c45e req-5d7f44db-639b-44d4-b147-d31c72b020bf tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:04.456494 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90789bb6-6790-46b5-b447-691ab70b29cb req-cbc452aa-5971-40a5-ad5b-eca75b03a609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 200 len: 1001 time: 0.1155002 Jun 22 01:54:04.458522 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-37c7e4de-19a0-48ac-9a92-a995ebc2c45e req-5d7f44db-639b-44d4-b147-d31c72b020bf tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.0861011 Jun 22 01:54:04.475854 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:54:04.488242 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:54:04.492944 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:54:04.506750 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-37c7e4de-19a0-48ac-9a92-a995ebc2c45e req-a38e244e-121a-4243-a260-13ffb9fb9935 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452321 Jun 22 01:54:04.545783 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'Port': ['ID=7af3f3af-1cd3-476c-a6f4-f0e3a0561b3b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:04.550061 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:04.581502 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90789bb6-6790-46b5-b447-691ab70b29cb req-3b50711e-10b2-4598-aa2b-e5cc70701ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:04.583053 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90789bb6-6790-46b5-b447-691ab70b29cb req-3b50711e-10b2-4598-aa2b-e5cc70701ece service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.1123390 Jun 22 01:54:04.740406 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36facc8b-2deb-476f-b04a-f0b184fb3872 req-9ca2586e-57ae-469f-97b1-2ccc9641e948 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:04.742065 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-36facc8b-2deb-476f-b04a-f0b184fb3872 req-9ca2586e-57ae-469f-97b1-2ccc9641e948 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0651522 Jun 22 01:54:04.783587 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-36facc8b-2deb-476f-b04a-f0b184fb3872 req-4fd2420f-a89c-4cbe-8768-c96153c00049 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 Jun 22 01:54:04.925295 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b01e8a-4b49-42c7-8be3-5c3389a65d1b req-eb79781b-d8f7-422e-b230-33faa16de13b tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:04.926827 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d9b01e8a-4b49-42c7-8be3-5c3389a65d1b req-eb79781b-d8f7-422e-b230-33faa16de13b tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 945 time: 0.2040935 Jun 22 01:54:04.958217 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90789bb6-6790-46b5-b447-691ab70b29cb req-62cfc02b-4ab2-4102-8289-bbe0099ae39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:04.959796 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90789bb6-6790-46b5-b447-691ab70b29cb req-62cfc02b-4ab2-4102-8289-bbe0099ae39f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1928995 Jun 22 01:54:05.009728 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a70dac-7bd5-4f6f-94e5-599cdb64c62a req-4d44b54e-7217-40c7-9c0f-9915b195ba53 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:05.011139 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-86a70dac-7bd5-4f6f-94e5-599cdb64c62a req-4d44b54e-7217-40c7-9c0f-9915b195ba53 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0656600 Jun 22 01:54:05.052523 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-86a70dac-7bd5-4f6f-94e5-599cdb64c62a req-d651c896-b23a-4361-ab65-08d0fba9020c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327954 Jun 22 01:54:05.098464 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d9b01e8a-4b49-42c7-8be3-5c3389a65d1b req-632cca9f-3660-4f62-9c85-019249a52207 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648183 Jun 22 01:54:05.110141 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.237315 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.262851 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd470614-4168-4a70-805a-27b311c26fc4 req-4741f25b-6a03-4f9c-b888-a7dfdb236ee9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:05.264433 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fd470614-4168-4a70-805a-27b311c26fc4 req-4741f25b-6a03-4f9c-b888-a7dfdb236ee9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 946 time: 0.0707424 Jun 22 01:54:05.367629 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Deleting port e86beaf9-f436-4d4b-8678-c29b0fea2232 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:54:05.367966 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.392217 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90789bb6-6790-46b5-b447-691ab70b29cb req-c4c0c07e-d5a5-4d8c-bf7d-37b91cc1fba5 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904474 Jun 22 01:54:05.462114 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] For port e86beaf9-f436-4d4b-8678-c29b0fea2232, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=e86beaf9-f436-4d4b-8678-c29b0fea2232,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:05.462730 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.481585 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.528525 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Calling delete_port for e86beaf9-f436-4d4b-8678-c29b0fea2232 owned by compute:nova {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:54:05.552528 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90789bb6-6790-46b5-b447-691ab70b29cb req-61f1b0fd-8316-4556-99ca-fb2f69e3a8b5 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355221 Jun 22 01:54:05.667506 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.673143 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.676941 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-db604fb1-b4d1-4fb2-a903-1f120c0b87b5 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:05.693153 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.697074 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0096cd52-7175-41fe-9d69-9f284a99cf18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:05.710126 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:05.736836 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['edb5bcf1-5cdf-4ecc-a7f8-df435852a121', 'e86beaf9-f436-4d4b-8678-c29b0fea2232'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:05.768066 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'Port': ['ID=7af3f3af-1cd3-476c-a6f4-f0e3a0561b3b,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:05.771275 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:05.848777 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Floating IP 0457dede-eeb1-4c14-ab26-af4f7fe00426 associated. External IP: 172.28.3.56, port: b06c1cb6-2ac1-46ee-bca2-0d83feafab2f. Jun 22 01:54:05.975525 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f88306d4-5140-4043-b785-46312eda3c0f req-0833645a-b324-4ea8-a35b-a275493555aa tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0371914 Jun 22 01:54:05.979970 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Pushing event deleted for resources: {'Port': ['ID=e86beaf9-f436-4d4b-8678-c29b0fea2232,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:06.002314 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.002716 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.003219 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.003578 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.003933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.004414 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.004772 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.005120 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.005463 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.005809 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.006201 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.006544 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:06.016815 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96de44-0652-453b-8b8b-dfb4ebd46621 req-4e5a4146-118e-406f-afa7-a4d559b59634 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:06.018331 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3d96de44-0652-453b-8b8b-dfb4ebd46621 req-4e5a4146-118e-406f-afa7-a4d559b59634 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 946 time: 0.3864853 Jun 22 01:54:06.022069 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:06.064230 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] No DVR routers for this DVR port e86beaf9-f436-4d4b-8678-c29b0fea2232 on host hv-cinder-79707 {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:54:06.072888 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.074836 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fd470614-4168-4a70-805a-27b311c26fc4 req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.36 "DELETE /v2.0/ports/e86beaf9-f436-4d4b-8678-c29b0fea2232 HTTP/1.1" status: 204 len: 173 time: 0.8040321 Jun 22 01:54:06.075330 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4dd32f-11f0-4983-af8a-a79c69bc8a0d', 'name': 'network-vif-deleted', 'tag': 'e86beaf9-f436-4d4b-8678-c29b0fea2232'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:06.077592 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdab7717-230e-4365-8e8f-08f5ff209b5a" -d '{"events": [{"server_uuid": "5d4dd32f-11f0-4983-af8a-a79c69bc8a0d", "name": "network-vif-deleted", "tag": "e86beaf9-f436-4d4b-8678-c29b0fea2232"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:06.101270 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3d96de44-0652-453b-8b8b-dfb4ebd46621 req-8724f8c9-dbcd-46d2-8b90-850199fe4869 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621395 Jun 22 01:54:06.111407 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Router 5de00540-8af5-4b85-8038-583ceb4886d8 has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:54:06.157450 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01441e3-7eb4-45cc-a702-01c5c0024491 x-openstack-request-id: req-a01441e3-7eb4-45cc-a702-01c5c0024491 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:06.158061 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4dd32f-11f0-4983-af8a-a79c69bc8a0d", "name": "network-vif-deleted", "tag": "e86beaf9-f436-4d4b-8678-c29b0fea2232", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:06.158510 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a01441e3-7eb4-45cc-a702-01c5c0024491 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:06.159100 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4dd32f-11f0-4983-af8a-a79c69bc8a0d', 'name': 'network-vif-deleted', 'tag': 'e86beaf9-f436-4d4b-8678-c29b0fea2232', 'status': 'completed', 'code': 200} Jun 22 01:54:06.277661 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:54:06.288981 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] Sync routers for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:54:06.299462 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:54:06.300025 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:54:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:06.317227 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90607e7a-7e35-470c-92c4-8487aad20148 req-b132f5f1-6769-47e2-af31-9a3359236de0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:06.324211 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90607e7a-7e35-470c-92c4-8487aad20148 req-b132f5f1-6769-47e2-af31-9a3359236de0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.1086051 Jun 22 01:54:06.328561 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a32bb-23be-4e29-bfcc-80f021f621d8 req-fb193add-30c9-4e32-bf7a-27add7317879 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:06.332336 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.337401 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b37a32bb-23be-4e29-bfcc-80f021f621d8 req-fb193add-30c9-4e32-bf7a-27add7317879 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 945 time: 0.0947652 Jun 22 01:54:06.382824 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b37a32bb-23be-4e29-bfcc-80f021f621d8 req-2b1188ad-ff08-483f-8663-5702b46e4546 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Jun 22 01:54:06.393915 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5553453 Jun 22 01:54:06.394308 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:06.396517 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:06.396980 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47244) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:06.414080 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270113543', 'description': 'tempest-secgroup-smoke-1270113543 description', 'project_id': '293bf63f656e4467b17de3d3a9e6d588'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:06.415228 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:54:06.416099 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-90607e7a-7e35-470c-92c4-8487aad20148 req-c7b44ac2-85a9-4f01-bc55-e144f2e8b5fe tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909147 Jun 22 01:54:06.455797 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.480932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a0ea29-4982-4818-9690-4576ddd9dd35 x-openstack-request-id: req-f2a0ea29-4982-4818-9690-4576ddd9dd35 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:06.481264 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:06.481541 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2a0ea29-4982-4818-9690-4576ddd9dd35 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:06.482026 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'status': 'completed', 'code': 200} Jun 22 01:54:06.591561 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.597497 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.601333 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-277e177b-3fd3-43e5-8fdf-affbb33c6efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:06.637398 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.638603 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2400711 Jun 22 01:54:06.641699 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47248) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:06.642057 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56446c-3eae-49a8-8443-41679c36fad2,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:06.645888 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:06.648035 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'security_group_rule': {'security_group_id': 'ad56446c-3eae-49a8-8443-41679c36fad2', 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:06.651745 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-ef6027ee-d69f-4f6b-938f-b4c662b5ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:06.653243 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-ef6027ee-d69f-4f6b-938f-b4c662b5ebd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=293bf63f656e4467b17de3d3a9e6d588&device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1098 time: 0.0977054 Jun 22 01:54:06.679223 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '0457dede-eeb1-4c14-ab26-af4f7fe00426', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'floating_ip_address': '172.28.3.56', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'port_id': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'mac_address': 'fa:16:3e:46:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:54:04Z', 'updated_at': '2021-06-22T01:54:04Z', 'revision_number': 0, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:07Z', 'revision_number': 5, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:06.679668 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.705040 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] Checking router: 5de00540-8af5-4b85-8038-583ceb4886d8 for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:54:06.713154 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:54:06.713755 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:54:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:06.722528 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:06.759435 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.764579 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.772111 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:06.791624 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4656a122-30d7-43c4-8784-19bbb49836d7,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:06.797035 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:06.798871 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.803258 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569211 Jun 22 01:54:06.803258 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47250) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:06.808768 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-eca3bb3f-503f-4efe-89a1-21ea8756b40a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'security_group_rule': {'security_group_id': 'ad56446c-3eae-49a8-8443-41679c36fad2', 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:06.836016 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:54:06.837622 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-10200251-153f-4b52-9927-fe711167eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:06.839116 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-10200251-153f-4b52-9927-fe711167eea6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 200 len: 915 time: 0.1208832 Jun 22 01:54:06.853626 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-eca3bb3f-503f-4efe-89a1-21ea8756b40a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.854146 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.869764 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.897665 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:06.899370 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:06.902408 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331c2fc1-7aa6-43ec-b23c-9ee0022967f0" -d '{"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:06.906052 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.908699 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-71aced04-7ac5-4f4c-9922-aca7a1cdfe39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:06.957997 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-d2a66a9c-1400-4f2e-adbb-57c526465a70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 998 time: 0.1119983 Jun 22 01:54:06.962269 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=8']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:06.962752 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-eca3bb3f-503f-4efe-89a1-21ea8756b40a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.966868 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209a7f1f-2459-42c8-b986-78016fa5452a x-openstack-request-id: req-209a7f1f-2459-42c8-b986-78016fa5452a {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:06.967398 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-unplugged", "status": "completed", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:06.967822 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-eca3bb3f-503f-4efe-89a1-21ea8756b40a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:06.968002 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-209a7f1f-2459-42c8-b986-78016fa5452a {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:06.969248 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70', 'code': 200} Jun 22 01:54:06.970309 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:06.973666 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:06.990618 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3bb3f-503f-4efe-89a1-21ea8756b40a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44de3ddd-8225-463f-8232-621ee757b492,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:06.993662 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-eca3bb3f-503f-4efe-89a1-21ea8756b40a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:06.994837 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-eca3bb3f-503f-4efe-89a1-21ea8756b40a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.000317 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-eca3bb3f-503f-4efe-89a1-21ea8756b40a tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1908171 Jun 22 01:54:07.001477 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47258) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:07.006552 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'security_group_rule': {'security_group_id': 'ad56446c-3eae-49a8-8443-41679c36fad2', 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:07.037017 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.079901 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '0457dede-eeb1-4c14-ab26-af4f7fe00426', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'floating_ip_address': '172.28.3.56', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'port_id': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'mac_address': 'fa:16:3e:46:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:54:04Z', 'updated_at': '2021-06-22T01:54:04Z', 'revision_number': 0, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:07Z', 'revision_number': 5, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:07.109539 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52b574-6466-42c9-b317-3801c9facf99 None None] The sync data for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb is: [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '0457dede-eeb1-4c14-ab26-af4f7fe00426', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'floating_ip_address': '172.28.3.56', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'port_id': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'mac_address': 'fa:16:3e:46:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:54:04Z', 'updated_at': '2021-06-22T01:54:04Z', 'revision_number': 0, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:07Z', 'revision_number': 5, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:54:07.147419 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-72aaa15e-4ca7-4fde-8dcc-05acb05579f9 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:07.148935 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-72aaa15e-4ca7-4fde-8dcc-05acb05579f9 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 945 time: 0.0893698 Jun 22 01:54:07.167640 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b7424fdd-4fad-45b2-a0bd-679fa4166710 req-2a10e91b-9371-4ec9-98af-f0d34a31f2b4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d4dd32f-11f0-4983-af8a-a79c69bc8a0d HTTP/1.1" status: 200 len: 210 time: 0.0546939 Jun 22 01:54:07.169267 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-f69f0e29-1997-44b0-b2fc-d35b2cac1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:07.170949 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-f69f0e29-1997-44b0-b2fc-d35b2cac1651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cba16eaa-7a77-4cfe-ae17-c61500c19810 HTTP/1.1" status: 200 len: 853 time: 0.1117184 Jun 22 01:54:07.197276 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.217431 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.227360 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:07.258277 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc79e26-42eb-4bcb-8ec2-9aca19e89219,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:07.266383 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:07.269398 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.270187 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2674975 Jun 22 01:54:07.274703 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47262) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:07.280242 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'security_group_rule': {'security_group_id': 'ad56446c-3eae-49a8-8443-41679c36fad2', 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:07.318170 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-2cfa3638-79e9-45e7-9a43-cec53bcca593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:07.320117 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-2cfa3638-79e9-45e7-9a43-cec53bcca593 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16fbc40c-98af-486e-8304-c72481cb644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1411104 Jun 22 01:54:07.337528 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Deleting port 045ea603-3b89-49b5-aab6-b8f7541a3127 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:54:07.338185 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.352957 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.406612 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dfaed-7f91-443e-9b72-506bb4f31c92 req-fe7e99cf-963b-467c-be77-13cb79b3a3b5 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:07.408220 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c86dfaed-7f91-443e-9b72-506bb4f31c92 req-fe7e99cf-963b-467c-be77-13cb79b3a3b5 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.1605327 Jun 22 01:54:07.431186 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2f559-ebdb-400a-8b9b-c7f064edb993 None None] New status for floating IP 0457dede-eeb1-4c14-ab26-af4f7fe00426: ACTIVE {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:54:07.465726 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.468900 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-d4d34711-fc99-4905-b346-36e83e37fa28 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369548 Jun 22 01:54:07.471335 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.474270 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-dc02dcb9-9147-4074-9cc9-0fe17f444cce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:07.503330 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c86dfaed-7f91-443e-9b72-506bb4f31c92 req-bec31a24-160d-4047-8c19-d819b266296d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876589 Jun 22 01:54:07.508961 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbff40a-f6b7-494e-97f0-de471e40d64a,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:07.516470 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:07.555836 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] For port 045ea603-3b89-49b5-aab6-b8f7541a3127, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=045ea603-3b89-49b5-aab6-b8f7541a3127,segment=NetworkSegment(64969174-3d3c-4a00-a78a-5ef5b5b3a5fd),segment_id=64969174-3d3c-4a00-a78a-5ef5b5b3a5fd)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:07.556019 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.572232 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.574035 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976358 Jun 22 01:54:07.576681 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47268) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:07.581836 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'security_group_rule': {'security_group_id': 'ad56446c-3eae-49a8-8443-41679c36fad2', 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:07.663859 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.securitygroups_db [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Project 293bf63f656e4467b17de3d3a9e6d588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 01:54:07.669495 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Calling delete_port for 045ea603-3b89-49b5-aab6-b8f7541a3127 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:54:07.673577 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.695776 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-176a52e4-6e64-4965-aeef-fd0b355df865 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171113 Jun 22 01:54:07.753606 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230297d-e838-4eb4-8d9c-1519ea63024b req-218d7de8-a1fc-4fc0-ab52-a81eb57709d9 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:07.755113 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4230297d-e838-4eb4-8d9c-1519ea63024b req-218d7de8-a1fc-4fc0-ab52-a81eb57709d9 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b4db250-dc47-428a-847b-a37f0f1756b5 HTTP/1.1" status: 200 len: 945 time: 0.1272521 Jun 22 01:54:07.765982 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.773237 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.783326 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:07.804558 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaca948c-2874-48d1-b093-f5531e1ee2d5,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:07.812506 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:07.815242 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.818903 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-7831a2c9-863c-43a2-b251-e9cfb51ee1f1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2386518 Jun 22 01:54:07.819250 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47270) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:07.823302 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4230297d-e838-4eb4-8d9c-1519ea63024b req-988ad9fd-85ca-4e8e-98a6-3672d5c375b3 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.13 "GET /v2.0/security-groups?id=ada36a58-e9b9-4422-8420-3785e596e8af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592799 Jun 22 01:54:07.826492 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'security_group_rule': {'security_group_id': 'ad56446c-3eae-49a8-8443-41679c36fad2', 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:07.851201 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.securitygroups_db [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Project 293bf63f656e4467b17de3d3a9e6d588 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 01:54:07.856140 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.860931 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8850f8-eb65-4cac-820e-f845233e8087 req-70aefca7-7f3e-445a-964b-308c8bb70199 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:07.862595 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8850f8-eb65-4cac-820e-f845233e8087 req-70aefca7-7f3e-445a-964b-308c8bb70199 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.1457543 Jun 22 01:54:07.919637 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.926415 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.928616 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-2e28aa70-36b9-49b4-827f-f39ec23ea64e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:07.929413 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef8850f8-eb65-4cac-820e-f845233e8087 req-011c128b-74a0-451c-a18c-611141f2f798 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491498 Jun 22 01:54:07.930855 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.935129 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:07.945462 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcecb8b-a68f-4e39-a30d-13a85f3bd4d6,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:07.948071 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:07.954404 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:07.958346 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ab067e84-a72d-45c4-aee4-2a019033c28d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354623 Jun 22 01:54:07.961935 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Pushing event deleted for resources: {'Port': ['ID=045ea603-3b89-49b5-aab6-b8f7541a3127,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:07.976677 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:07.998598 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['045ea603-3b89-49b5-aab6-b8f7541a3127'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:08.028674 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] No DVR routers for this DVR port 045ea603-3b89-49b5-aab6-b8f7541a3127 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:54:08.031535 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:08.033865 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8d5c11c0-a5f9-45a5-a694-eb47807774df req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] 10.222.0.36 "DELETE /v2.0/ports/045ea603-3b89-49b5-aab6-b8f7541a3127 HTTP/1.1" status: 204 len: 173 time: 0.8779275 Jun 22 01:54:08.113090 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-8739beaa-35dd-4ff7-b59a-315f21bafa69 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270113543&fields=id&tenant_id=293bf63f656e4467b17de3d3a9e6d588 HTTP/1.1" status: 200 len: 267 time: 0.0525906 Jun 22 01:54:08.195066 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-3aadea79-c949-48cf-828c-369a191c1bd0 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:08.196596 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-3aadea79-c949-48cf-828c-369a191c1bd0 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.0827467 Jun 22 01:54:08.210076 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'port': {'security_groups': ['f3b6809e-79fe-4b38-bb64-1d5e6f794abd', 'ad56446c-3eae-49a8-8443-41679c36fad2']}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:08.315344 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:08.483215 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4db250-dc47-428a-847b-a37f0f1756b5', 'name': 'network-vif-deleted', 'tag': '045ea603-3b89-49b5-aab6-b8f7541a3127'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:08.489501 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003f4131-72ba-434a-a150-9b3578bc28a4" -d '{"events": [{"server_uuid": "5b4db250-dc47-428a-847b-a37f0f1756b5", "name": "network-vif-deleted", "tag": "045ea603-3b89-49b5-aab6-b8f7541a3127"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:08.517695 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] For port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:08.547871 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:08.553346 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:08.557257 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c57b82ea-4d58-46bb-9257-ef727424d7c8 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:08.599803 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:08.604288 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:08.604802 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:08.618544 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dbdb0b87-11a4-4a68-8e9e-346b7892fdaa req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "PUT /v2.0/ports/b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 981 time: 0.4141185 Jun 22 01:54:08.619125 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:08.621530 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c4e8f8-363e-4ee0-b893-8a6825d1889b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:08.669833 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f0857d-71e1-4f6a-a824-7afd19ce22a9 x-openstack-request-id: req-c9f0857d-71e1-4f6a-a824-7afd19ce22a9 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:08.670785 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4db250-dc47-428a-847b-a37f0f1756b5", "name": "network-vif-deleted", "tag": "045ea603-3b89-49b5-aab6-b8f7541a3127", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:08.671210 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9f0857d-71e1-4f6a-a824-7afd19ce22a9 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:08.671921 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4db250-dc47-428a-847b-a37f0f1756b5', 'name': 'network-vif-deleted', 'tag': '045ea603-3b89-49b5-aab6-b8f7541a3127', 'status': 'completed', 'code': 200} Jun 22 01:54:08.695472 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'Port': ['ID=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,revision_number=6']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:08.699652 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:08.720933 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device e86beaf9-f436-4d4b-8678-c29b0fea2232 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:08.748068 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: e86beaf9-f436-4d4b-8678-c29b0fea2232 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:54:08.749211 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device e86beaf9-f436-4d4b-8678-c29b0fea2232 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:54:08.883877 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929362f4-f889-4a3a-8c5b-807444ebefe3 req-ab9fa73f-7992-4cc5-8357-cfb09bb12b89 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:08.886140 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-929362f4-f889-4a3a-8c5b-807444ebefe3 req-ab9fa73f-7992-4cc5-8357-cfb09bb12b89 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1955299 Jun 22 01:54:08.931658 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:08.968623 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-929362f4-f889-4a3a-8c5b-807444ebefe3 req-6d979a88-781d-4249-bc8f-b51e18b3ca8d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725253 Jun 22 01:54:08.985687 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f24d0-efa3-4437-bdb9-b8376006374d req-90737938-c8d6-4209-8515-d62727d2eb85 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:08.995116 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-de9f24d0-efa3-4437-bdb9-b8376006374d req-90737938-c8d6-4209-8515-d62727d2eb85 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.1022501 Jun 22 01:54:09.045499 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-de9f24d0-efa3-4437-bdb9-b8376006374d req-e41be64a-598f-4a74-bd3e-1a3d4372c2c1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Jun 22 01:54:09.113538 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-bce4a5e7-9b98-4fbd-946f-da2f538c6bbb None None] Provisioning complete for port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:54:09.114579 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bce4a5e7-9b98-4fbd-946f-da2f538c6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:09.118387 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7883329f-fe47-43cc-889d-3133002ec0f7 x-openstack-request-id: req-7883329f-fe47-43cc-889d-3133002ec0f7 {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:09.118808 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:09.119293 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7883329f-fe47-43cc-889d-3133002ec0f7 {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:09.119782 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'status': 'completed', 'code': 200} Jun 22 01:54:09.190814 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37a77-952f-45aa-99e7-ee7446a4a24e req-34490ea1-1e43-4015-ac03-0e4e156a79b5 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:09.192815 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d3e37a77-952f-45aa-99e7-ee7446a4a24e req-34490ea1-1e43-4015-ac03-0e4e156a79b5 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0963707 Jun 22 01:54:09.310385 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d3e37a77-952f-45aa-99e7-ee7446a4a24e req-9a58b72d-37e7-42f4-add1-ba8163e1528f tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007576 Jun 22 01:54:09.324647 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-9af32608-af46-4f83-bc2a-0fedf72c34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:09.326456 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-9af32608-af46-4f83-bc2a-0fedf72c34f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=293bf63f656e4467b17de3d3a9e6d588&device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1137 time: 0.1181200 Jun 22 01:54:09.415275 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abfc5b-688b-4917-b4b6-e584c96af429 req-56e63bc6-3464-42df-b8eb-aa5da08f74ec tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:09.424580 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d9abfc5b-688b-4917-b4b6-e584c96af429 req-56e63bc6-3464-42df-b8eb-aa5da08f74ec tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.1085603 Jun 22 01:54:09.482476 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d9abfc5b-688b-4917-b4b6-e584c96af429 req-991b923a-5b23-4133-a754-e308657b3844 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556080 Jun 22 01:54:09.513384 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-68e6bf74-ba89-4362-b590-7e47539f7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:09.515008 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-68e6bf74-ba89-4362-b590-7e47539f7c9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 200 len: 915 time: 0.1722867 Jun 22 01:54:09.630672 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-0100fde7-1fdf-45de-a369-d62063502f66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 1000 time: 0.1076751 Jun 22 01:54:09.689773 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-d4b63215-7d95-4aef-b682-61e3695dcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:09.691259 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-d4b63215-7d95-4aef-b682-61e3695dcf0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cba16eaa-7a77-4cfe-ae17-c61500c19810 HTTP/1.1" status: 200 len: 853 time: 0.0498178 Jun 22 01:54:09.755473 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-203d47a9-485a-4121-b1ef-fad333201eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:09.756968 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-203d47a9-485a-4121-b1ef-fad333201eed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16fbc40c-98af-486e-8304-c72481cb644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583706 Jun 22 01:54:09.865775 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-d626715a-f2d8-4a1e-a70e-82c2963bdf72 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012089 Jun 22 01:54:09.959621 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98c4e8f8-363e-4ee0-b893-8a6825d1889b req-8c72e9ca-cf6f-4dad-9d89-831502c0ae92 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866768 Jun 22 01:54:10.150975 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee0cf6-abd4-4bbb-9f5b-6696fc3a2893 req-9a11bfb8-8ef0-4890-8c5b-e6e459815569 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:10.153094 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-43ee0cf6-abd4-4bbb-9f5b-6696fc3a2893 req-9a11bfb8-8ef0-4890-8c5b-e6e459815569 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0735736 Jun 22 01:54:10.199717 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-43ee0cf6-abd4-4bbb-9f5b-6696fc3a2893 req-801fd241-23f2-4dcf-a296-1dfa81b15224 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 Jun 22 01:54:10.240005 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f674746-2206-4e19-a710-a3b04b965707 req-682dc98b-f1e6-4993-b47a-34eb8a01c91b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:10.241294 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4f674746-2206-4e19-a710-a3b04b965707 req-682dc98b-f1e6-4993-b47a-34eb8a01c91b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0734146 Jun 22 01:54:10.281279 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4f674746-2206-4e19-a710-a3b04b965707 req-a3e94c72-48fa-4a12-9220-f6c09f3ea6fe tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341928 Jun 22 01:54:10.429542 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47348) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:10.523073 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-5ded1626-b92a-4bd4-90c3-9f51a48498c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922489 Jun 22 01:54:10.657468 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb21c2-1cbd-4da4-a9c3-ebb245151f4e req-27f31e1c-e435-4c01-b7f1-e5cfd98ef74b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:10.659039 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-eacb21c2-1cbd-4da4-a9c3-ebb245151f4e req-27f31e1c-e435-4c01-b7f1-e5cfd98ef74b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0678539 Jun 22 01:54:10.707090 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-eacb21c2-1cbd-4da4-a9c3-ebb245151f4e req-c340f497-4018-453d-9e16-ee2b8b1df1d8 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Jun 22 01:54:10.719666 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:10.822063 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 045ea603-3b89-49b5-aab6-b8f7541a3127 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:10.859434 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 045ea603-3b89-49b5-aab6-b8f7541a3127 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:54:10.860171 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 045ea603-3b89-49b5-aab6-b8f7541a3127 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:54:11.374034 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4197a6-6437-4e80-a66e-8d7b0b2054b6 req-85fbfe85-892c-4f14-8f37-6fcd4b4586a6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:11.376185 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9b4197a6-6437-4e80-a66e-8d7b0b2054b6 req-85fbfe85-892c-4f14-8f37-6fcd4b4586a6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0647044 Jun 22 01:54:11.421162 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9b4197a6-6437-4e80-a66e-8d7b0b2054b6 req-fa2c0b0b-372c-49f9-a4b5-df1486b089a4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389674 Jun 22 01:54:11.476973 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045b82a-6698-42e9-8398-ed4626f38767 req-3d564e8b-d22f-4264-a812-45f6b18b1da4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:11.478333 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1045b82a-6698-42e9-8398-ed4626f38767 req-3d564e8b-d22f-4264-a812-45f6b18b1da4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0780735 Jun 22 01:54:11.517401 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1045b82a-6698-42e9-8398-ed4626f38767 req-aa81cbe5-ffdb-44c9-bb7c-d33f390b26a3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334747 Jun 22 01:54:11.892827 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951b0b6-0433-4b68-9012-9d2091ff2c63 req-4dc6c96a-1711-47e5-930f-89142fab753f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:11.894561 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4951b0b6-0433-4b68-9012-9d2091ff2c63 req-4dc6c96a-1711-47e5-930f-89142fab753f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0674787 Jun 22 01:54:11.930900 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4951b0b6-0433-4b68-9012-9d2091ff2c63 req-d23e18c2-09d3-405c-901a-d6b8e3c08f18 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306852 Jun 22 01:54:12.208084 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-949daee0-a3b7-4ddc-98fe-c43d1783f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:12.209712 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-949daee0-a3b7-4ddc-98fe-c43d1783f7ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb&tenant_id=7003b663ac534513ad53d66686fe4928 HTTP/1.1" status: 200 len: 1097 time: 0.0935216 Jun 22 01:54:12.322313 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-ab437702-b15a-4546-ba1b-e94b64063d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:12.323807 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-ab437702-b15a-4546-ba1b-e94b64063d91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1097 time: 0.0656240 Jun 22 01:54:12.417531 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-65066840-70ba-4be9-8546-b0e7eff9b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:12.419002 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-65066840-70ba-4be9-8546-b0e7eff9b9e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.0849471 Jun 22 01:54:12.487432 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-288ed8ae-ff68-416d-89a5-b68d76a7261e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 200 len: 999 time: 0.0615327 Jun 22 01:54:12.547486 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-c6759a76-d69e-4364-98d7-b745b6f5ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:12.548973 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-c6759a76-d69e-4364-98d7-b745b6f5ad72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0538971 Jun 22 01:54:12.647677 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b3fe-bad5-4886-be44-59733f5c40f9 req-8772a136-09d3-4580-88c8-25562aba2e14 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:12.649201 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a5b1b3fe-bad5-4886-be44-59733f5c40f9 req-8772a136-09d3-4580-88c8-25562aba2e14 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1150169 Jun 22 01:54:12.651904 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-6b3cda9e-c5e0-4147-b80d-226ed26db6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:12.653271 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-6b3cda9e-c5e0-4147-b80d-226ed26db6f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876737 Jun 22 01:54:12.706203 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16dcd54-33a6-4fbe-adf4-8124046d2dcd req-09501251-5e27-4f50-a93e-6aff1dab3373 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:12.708326 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d16dcd54-33a6-4fbe-adf4-8124046d2dcd req-09501251-5e27-4f50-a93e-6aff1dab3373 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0710645 Jun 22 01:54:12.739012 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a5b1b3fe-bad5-4886-be44-59733f5c40f9 req-4488896b-cc16-45be-a128-7c434488f8b7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833890 Jun 22 01:54:12.749570 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d16dcd54-33a6-4fbe-adf4-8124046d2dcd req-dd06a904-b212-43b9-955c-c2b54ba70619 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356078 Jun 22 01:54:12.776481 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-15f51c6c-0e6d-4d66-8d78-e3b7da867441 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142061 Jun 22 01:54:13.106073 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-32dfa22b-9b11-47bf-b548-d75777bea75c req-8911c509-2f6b-4522-9e49-4bf3e8f67ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204567 Jun 22 01:54:13.120064 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436dc6b-ddd4-4366-8b48-1cb6b4d00849 req-b5911015-70e1-4cc3-b901-52c383d223b2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:13.121614 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7436dc6b-ddd4-4366-8b48-1cb6b4d00849 req-b5911015-70e1-4cc3-b901-52c383d223b2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0704789 Jun 22 01:54:13.165665 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7436dc6b-ddd4-4366-8b48-1cb6b4d00849 req-a92ee565-7110-4b3e-8e2c-c34cda173a09 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350623 Jun 22 01:54:13.939108 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889135f8-4d61-41bf-a751-e523a05d591d req-6ad9b477-1471-4a31-95ed-b3eee5ffd101 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:13.940693 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-889135f8-4d61-41bf-a751-e523a05d591d req-6ad9b477-1471-4a31-95ed-b3eee5ffd101 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0719101 Jun 22 01:54:13.982848 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-889135f8-4d61-41bf-a751-e523a05d591d req-63c6790d-120d-4833-91c3-f47895b8fc19 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358357 Jun 22 01:54:14.111205 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8294d0-6063-43f8-89d4-b99d14516cc7 req-f105f996-280f-4c2b-81c9-1a4ef953ef73 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:14.112597 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2a8294d0-6063-43f8-89d4-b99d14516cc7 req-f105f996-280f-4c2b-81c9-1a4ef953ef73 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0691090 Jun 22 01:54:14.152971 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2a8294d0-6063-43f8-89d4-b99d14516cc7 req-8678b4af-94ea-4184-a67c-b5d5ed7580a8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346153 Jun 22 01:54:14.349759 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1fbc5-8623-4bfc-8830-9b0f5f3a8b84 req-0e775261-2317-4247-b5ce-b10574183d80 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:14.351522 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-42c1fbc5-8623-4bfc-8830-9b0f5f3a8b84 req-0e775261-2317-4247-b5ce-b10574183d80 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0674372 Jun 22 01:54:14.392608 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-42c1fbc5-8623-4bfc-8830-9b0f5f3a8b84 req-12ca8cc4-d5e3-4951-87c7-e7d74d328429 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353174 Jun 22 01:54:15.157662 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7f502-4b45-4b30-a357-8b2c38aa9d07 req-4bf83a21-761f-4bb3-8271-370c76ad3055 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:15.159396 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-41a7f502-4b45-4b30-a357-8b2c38aa9d07 req-4bf83a21-761f-4bb3-8271-370c76ad3055 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0632036 Jun 22 01:54:15.201307 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-41a7f502-4b45-4b30-a357-8b2c38aa9d07 req-bcb92944-444d-4cc2-9cc4-720f5ec12fa7 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361476 Jun 22 01:54:15.258329 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:15.338584 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a85fb4-5cd6-478f-a3c8-faed83d4e488 req-c21be2c3-f773-4c19-a212-2f88fcddc428 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:15.339984 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-09a85fb4-5cd6-478f-a3c8-faed83d4e488 req-c21be2c3-f773-4c19-a212-2f88fcddc428 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0646658 Jun 22 01:54:15.382965 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-09a85fb4-5cd6-478f-a3c8-faed83d4e488 req-bed173d0-9ddb-4b9b-a9a1-722867c2f2e9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349207 Jun 22 01:54:15.580074 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d8f3d-d379-4a9b-8d95-00ecb4c4843f req-86152d19-faf9-46a4-bdca-0df8089fd891 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:15.581807 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-966d8f3d-d379-4a9b-8d95-00ecb4c4843f req-86152d19-faf9-46a4-bdca-0df8089fd891 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0713031 Jun 22 01:54:15.623157 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-966d8f3d-d379-4a9b-8d95-00ecb4c4843f req-045d2d51-56c2-4f40-b91b-501a46617ca8 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343909 Jun 22 01:54:15.846355 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:54:16.395167 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe73129-b828-4ee2-a894-2fcbd3a123e6 req-84d2a6c6-ff23-4fdc-a5bb-3b7d2e363d5d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:16.396830 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fbe73129-b828-4ee2-a894-2fcbd3a123e6 req-84d2a6c6-ff23-4fdc-a5bb-3b7d2e363d5d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0746646 Jun 22 01:54:16.443039 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fbe73129-b828-4ee2-a894-2fcbd3a123e6 req-72d0f7ca-8e11-4af4-9835-e38602fa6833 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401633 Jun 22 01:54:16.586665 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ea4a3-c85a-40bf-aa80-02b5a5154431 req-1f4b7e32-522a-47f8-8444-e316b0e74238 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:16.589035 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f83ea4a3-c85a-40bf-aa80-02b5a5154431 req-1f4b7e32-522a-47f8-8444-e316b0e74238 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0672271 Jun 22 01:54:16.627667 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f83ea4a3-c85a-40bf-aa80-02b5a5154431 req-9e084f05-fc29-4b59-a2c8-d29c4eeb5c76 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339153 Jun 22 01:54:16.805905 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eaf95-4c5b-40ad-afbe-de49441186fd req-2faa505c-ffb5-4cb8-9db6-b45075b815f9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:16.807421 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-430eaf95-4c5b-40ad-afbe-de49441186fd req-2faa505c-ffb5-4cb8-9db6-b45075b815f9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0660484 Jun 22 01:54:16.847647 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-430eaf95-4c5b-40ad-afbe-de49441186fd req-af6e38f5-0d50-4ebf-869b-de100d233a4f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336704 Jun 22 01:54:17.651658 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c0ff-62fd-489a-ac17-98e8dd81c852 req-1fd40b8a-fa4e-4c01-af0b-ebc9f871a9d5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:17.653134 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a965c0ff-62fd-489a-ac17-98e8dd81c852 req-1fd40b8a-fa4e-4c01-af0b-ebc9f871a9d5 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0734951 Jun 22 01:54:17.700391 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a965c0ff-62fd-489a-ac17-98e8dd81c852 req-ab893a32-b1f6-4ff6-aacd-0505982bc22d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378988 Jun 22 01:54:17.825025 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47df84-50b2-464f-a3b6-b0928f56402e req-2dc7fb6a-4d47-4e03-9a69-e29bf8e288d1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:17.826681 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fa47df84-50b2-464f-a3b6-b0928f56402e req-2dc7fb6a-4d47-4e03-9a69-e29bf8e288d1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0653298 Jun 22 01:54:17.868039 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fa47df84-50b2-464f-a3b6-b0928f56402e req-b6c89b48-39a7-4634-b5c1-db8a72192bf8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318968 Jun 22 01:54:18.032738 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8405f-35be-4cf8-b802-2cfcf8a10333 req-1f469f9c-8447-4d75-827c-d6dd5de68472 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:18.034457 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-90e8405f-35be-4cf8-b802-2cfcf8a10333 req-1f469f9c-8447-4d75-827c-d6dd5de68472 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0673611 Jun 22 01:54:18.073139 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-90e8405f-35be-4cf8-b802-2cfcf8a10333 req-b49183c4-3fe9-49a1-b027-42d71074f0e1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Jun 22 01:54:18.914829 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2b5f1-a4d8-4278-bba5-a3d39124817e req-d653f1ee-3f20-4c31-a09d-ec6acd87a1ee tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:18.916371 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fef2b5f1-a4d8-4278-bba5-a3d39124817e req-d653f1ee-3f20-4c31-a09d-ec6acd87a1ee tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0844653 Jun 22 01:54:18.967021 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fef2b5f1-a4d8-4278-bba5-a3d39124817e req-c8d3a88d-f78e-4961-8449-3d5cc595690b tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Jun 22 01:54:19.074721 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e2d4b-2539-4b16-97f6-a5404b330bcc req-ff61419a-4c83-4fe5-acea-7981a24202bb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:19.076232 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-638e2d4b-2539-4b16-97f6-a5404b330bcc req-ff61419a-4c83-4fe5-acea-7981a24202bb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0661328 Jun 22 01:54:19.121194 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-638e2d4b-2539-4b16-97f6-a5404b330bcc req-b491cda2-8647-4144-b634-3a90b0475678 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365691 Jun 22 01:54:19.304386 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c03ce-815b-49db-94c0-f96ded4675e2 req-8f05f4b2-06a8-411e-929b-267596fd987d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:19.306753 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e19c03ce-815b-49db-94c0-f96ded4675e2 req-8f05f4b2-06a8-411e-929b-267596fd987d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0687275 Jun 22 01:54:19.346953 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e19c03ce-815b-49db-94c0-f96ded4675e2 req-a6376205-0978-4433-8c8d-1a5072ec766f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348310 Jun 22 01:54:20.220547 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496f924-cee5-4989-8a12-e2bfc8ce6d67 req-bd96bdc9-3107-4444-ae29-0cebdfc7f17e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:20.222116 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7496f924-cee5-4989-8a12-e2bfc8ce6d67 req-bd96bdc9-3107-4444-ae29-0cebdfc7f17e tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1307616 Jun 22 01:54:20.278798 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7496f924-cee5-4989-8a12-e2bfc8ce6d67 req-dd4d3797-4feb-4d1b-9621-aaab61731b71 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468674 Jun 22 01:54:20.348910 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0db8f7-9826-40ae-9da7-c573d0ae1b72 req-a871ab34-6e82-4ccc-a9b4-2914771573d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:20.350898 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a0db8f7-9826-40ae-9da7-c573d0ae1b72 req-a871ab34-6e82-4ccc-a9b4-2914771573d3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0755939 Jun 22 01:54:20.421183 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a0db8f7-9826-40ae-9da7-c573d0ae1b72 req-5fd1a5ce-58ae-44a1-b6b2-6b9a226c40f7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624061 Jun 22 01:54:20.543629 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56f20a-9404-4d57-9751-bab913bb5ddf req-4de8ad5a-7b10-4297-9b60-7e4b8a615688 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:20.545102 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4d56f20a-9404-4d57-9751-bab913bb5ddf req-4de8ad5a-7b10-4297-9b60-7e4b8a615688 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0649471 Jun 22 01:54:20.585552 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4d56f20a-9404-4d57-9751-bab913bb5ddf req-6ff5303b-decd-4b96-b894-b99d5bd6ce13 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338953 Jun 22 01:54:21.475194 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f928961-f9a0-4398-ba0a-9ad04db239e7 req-84c680ed-a989-40a9-a777-e3d1b5d44ed2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:21.476547 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f928961-f9a0-4398-ba0a-9ad04db239e7 req-84c680ed-a989-40a9-a777-e3d1b5d44ed2 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0707505 Jun 22 01:54:21.536960 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f928961-f9a0-4398-ba0a-9ad04db239e7 req-d53f1c8b-e533-4e35-982f-131fdfacb7d4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540597 Jun 22 01:54:21.641717 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21080514-b087-4002-962e-3722289f9abd req-128bd217-5ff2-4438-a258-adc6be272a11 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:21.649330 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-21080514-b087-4002-962e-3722289f9abd req-128bd217-5ff2-4438-a258-adc6be272a11 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0967233 Jun 22 01:54:21.705234 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-21080514-b087-4002-962e-3722289f9abd req-50284cae-01a9-479a-b2b6-47d040333e41 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544453 Jun 22 01:54:21.806360 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173b75-abce-4d13-bde3-46a9afc4883b req-8a308181-762c-4350-a4cb-c8b4bf8af3c6 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:21.808262 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0b173b75-abce-4d13-bde3-46a9afc4883b req-8a308181-762c-4350-a4cb-c8b4bf8af3c6 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0954978 Jun 22 01:54:21.862614 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0b173b75-abce-4d13-bde3-46a9afc4883b req-3a8fbfb2-8e25-4d8b-9eb7-35663cca1f08 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478106 Jun 22 01:54:22.716690 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89eaa7-9fac-464d-b43e-d47c582aa22b req-4a65ad5c-5cbb-42ae-ba56-54dc785ca96c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:22.718711 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1b89eaa7-9fac-464d-b43e-d47c582aa22b req-4a65ad5c-5cbb-42ae-ba56-54dc785ca96c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0670607 Jun 22 01:54:22.762026 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1b89eaa7-9fac-464d-b43e-d47c582aa22b req-7d92beaa-970e-4739-9255-3fd5ca5f3d2a tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369096 Jun 22 01:54:22.888421 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26ade9-f6c8-413d-99d7-79f2a5b1ab35 req-c975cbd6-e908-4052-a1cd-58f1a2b4860b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:22.891450 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cd26ade9-f6c8-413d-99d7-79f2a5b1ab35 req-c975cbd6-e908-4052-a1cd-58f1a2b4860b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0727494 Jun 22 01:54:22.932705 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cd26ade9-f6c8-413d-99d7-79f2a5b1ab35 req-f2739398-5d8d-4f04-8166-05e4ece55bf7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352280 Jun 22 01:54:23.061206 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6e9d-9971-453b-9988-2e09a8cb8441 req-032741c6-1967-46b1-9c17-6a799ee3279a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:23.063823 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a84d6e9d-9971-453b-9988-2e09a8cb8441 req-032741c6-1967-46b1-9c17-6a799ee3279a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0832140 Jun 22 01:54:23.121260 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a84d6e9d-9971-453b-9988-2e09a8cb8441 req-4f6e0136-2143-4585-bd39-4898579d35e4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506327 Jun 22 01:54:23.946340 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8189e2-2d09-439c-8c4a-e9c09a12d713 req-e1a265dc-69a4-4d92-b3bb-580b46d8eca0 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:23.948205 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ae8189e2-2d09-439c-8c4a-e9c09a12d713 req-e1a265dc-69a4-4d92-b3bb-580b46d8eca0 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0671439 Jun 22 01:54:23.988670 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ae8189e2-2d09-439c-8c4a-e9c09a12d713 req-819f41e4-e3b0-4392-8c3b-015ce808ab58 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Jun 22 01:54:24.140496 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a375eb3-31b7-4ca7-b9d2-d8dfb0c2d4cc req-85e62f32-d8a2-46df-a4e7-66ede283c44a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:24.142030 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1a375eb3-31b7-4ca7-b9d2-d8dfb0c2d4cc req-85e62f32-d8a2-46df-a4e7-66ede283c44a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0709057 Jun 22 01:54:24.184285 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1a375eb3-31b7-4ca7-b9d2-d8dfb0c2d4cc req-51e4c2f4-5a2e-4c37-90cb-a466d3717897 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361543 Jun 22 01:54:24.224802 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47598) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:24.306745 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Deleting subnet db01f7ae-024e-4211-86ff-46c9867dca1e {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:54:24.312802 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.357014 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.368820 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.417611 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ed2ba-eae7-42a0-a22d-ac0694209dff req-b45cca4f-beb6-46be-b858-118f24e52701 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:24.419259 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cc3ed2ba-eae7-42a0-a22d-ac0694209dff req-b45cca4f-beb6-46be-b858-118f24e52701 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.1523497 Jun 22 01:54:24.472192 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cc3ed2ba-eae7-42a0-a22d-ac0694209dff req-c156095e-93ce-4703-8f7d-c26dc6d511b8 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449593 Jun 22 01:54:24.473135 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403'] for subnet, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.475476 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7f3cad53-1a99-4074-a441-84f25d55dbfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:24.501415 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db01f7ae-024e-4211-86ff-46c9867dca1e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:24.504473 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:24.505442 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.510410 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db01f7ae-024e-4211-86ff-46c9867dca1e HTTP/1.1" status: 204 len: 168 time: 0.2815282 Jun 22 01:54:24.510410 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47600) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:24.580495 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.672789 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.683991 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.684637 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.685353 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.685682 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > port after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.686021 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.686484 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > port after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.687323 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.687692 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.688028 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.688549 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.785685 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.786052 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.786384 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.786708 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 01:54:24.787051 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce48600-1c9c-4d59-9b12-38a59dae83c5']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:24.806189 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64969174-3d3c-4a00-a78a-5ef5b5b3a5fd') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:24.806482 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64969174-3d3c-4a00-a78a-5ef5b5b3a5fd') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:24.823513 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4646468'] for segment, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.846489 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.855609 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:54:24.855988 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7758077'] for segment, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: from cryptography.utils import int_from_bytes Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: from cryptography.utils import int_from_bytes Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: Traceback (most recent call last): Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: timer() Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: cb(*args, **kw) Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: return func(*args, **kwargs) Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: self._notify() Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: self.callback(batched_events) Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: event.method(event) Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: return f(self, *a, **k) Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: return self._get(url).json() Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:54:24.860887 dv-cinder-797073-2-smb neutron-server[104428]: return self.request(url, 'GET', **kwargs) Jun 22 01:54:24.865583 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:54:24.865583 dv-cinder-797073-2-smb neutron-server[104428]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:54:24.865583 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:54:24.865583 dv-cinder-797073-2-smb neutron-server[104428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:54:24.865583 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:54:24.865583 dv-cinder-797073-2-smb neutron-server[104428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:54:24.865583 dv-cinder-797073-2-smb neutron-server[104428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:54:24.925084 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.929138 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:24.933182 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:24.939774 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1ce48600-1c9c-4d59-9b12-38a59dae83c5 HTTP/1.1" status: 204 len: 168 time: 0.4288924 Jun 22 01:54:24.940414 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47606) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:24.949746 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce48600-1c9c-4d59-9b12-38a59dae83c5,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:24.952239 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:24.990288 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_v2 [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Deleting subnet 4e5242c6-da5c-4667-8cd5-779740b3a4f1 {{(pid=104429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:54:24.993672 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.031235 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5818359'] for subnet, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.078059 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.166371 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4585310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6042340'] for subnet, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.172901 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a0946069-91e1-453c-ba2c-30c18dc9e3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:25.204981 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.206867 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e5242c6-da5c-4667-8cd5-779740b3a4f1 HTTP/1.1" status: 204 len: 168 time: 0.2650793 Jun 22 01:54:25.207803 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e5242c6-da5c-4667-8cd5-779740b3a4f1,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:25.209537 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47610) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:25.210157 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:25.233027 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b313be0-7bc2-4058-84cc-82d03c757620 req-a193ba20-eb47-47c0-8388-d0791705cda4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:25.237348 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6b313be0-7bc2-4058-84cc-82d03c757620 req-a193ba20-eb47-47c0-8388-d0791705cda4 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1164415 Jun 22 01:54:25.282015 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6b313be0-7bc2-4058-84cc-82d03c757620 req-2abe7ea6-ae3f-41bf-afd5-adcd1b30ce15 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Jun 22 01:54:25.313573 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.431766 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.448290 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a5c65b-5f6c-40c4-adcc-98bcc844b65a']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:25.460009 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a7a52b-57e9-4e5c-b74f-c77ce40f8961') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:25.460308 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a7a52b-57e9-4e5c-b74f-c77ce40f8961') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:25.472245 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4646468'] for segment, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.495188 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195e9ef-3935-44c4-bdfd-117c1cc1b6e0 req-cdf3cca4-44e0-4b5b-b6c9-9a7d38142f08 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:25.496687 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e195e9ef-3935-44c4-bdfd-117c1cc1b6e0 req-cdf3cca4-44e0-4b5b-b6c9-9a7d38142f08 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.1468589 Jun 22 01:54:25.498630 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.505646 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:54:25.506116 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7758077'] for segment, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: Traceback (most recent call last): Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: timer() Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: cb(*args, **kw) Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: return func(*args, **kwargs) Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: self._notify() Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: self.callback(batched_events) Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: event.method(event) Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: return f(self, *a, **k) Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: return self._get(url).json() Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: return self.request(url, 'GET', **kwargs) Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:54:25.509233 dv-cinder-797073-2-smb neutron-server[104428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:54:25.626862 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.632747 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e195e9ef-3935-44c4-bdfd-117c1cc1b6e0 req-5addf80a-e581-4648-a5be-8deb87c91e8b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229162 Jun 22 01:54:25.635032 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.638837 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/76a5c65b-5f6c-40c4-adcc-98bcc844b65a HTTP/1.1" status: 204 len: 168 time: 0.4270382 Jun 22 01:54:25.638837 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:25.653181 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a5c65b-5f6c-40c4-adcc-98bcc844b65a,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:25.659441 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0d67f28a-23f8-4183-89fc-ccf1f7328aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:25.711750 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23a056-f849-418c-b84b-3321cfa955ea req-7467bb4b-6dd6-4f5b-b80c-5fe505efb87e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:25.713426 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6c23a056-f849-418c-b84b-3321cfa955ea req-7467bb4b-6dd6-4f5b-b80c-5fe505efb87e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0784285 Jun 22 01:54:25.757121 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6c23a056-f849-418c-b84b-3321cfa955ea req-a2b50391-002e-464e-ba1e-b52e15ac1222 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361750 Jun 22 01:54:25.792128 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47620) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:25.833401 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-2c6f3cb1-7fbf-4d9f-9cbd-212ec7f7b2a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c1915fbc0534346ba4ddecfaf1c9ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400496 Jun 22 01:54:25.839354 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47622) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:25.890337 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f9a734c9-dfd6-4325-8d44-838526587a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.912752 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f9a734c9-dfd6-4325-8d44-838526587a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.959684 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f9a734c9-dfd6-4325-8d44-838526587a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.962399 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f9a734c9-dfd6-4325-8d44-838526587a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:25.963598 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-f9a734c9-dfd6-4325-8d44-838526587a02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ada36a58-e9b9-4422-8420-3785e596e8af HTTP/1.1" status: 204 len: 168 time: 0.1264703 Jun 22 01:54:25.964354 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-cf58dae7-45ff-458e-8c0c-8ed25f412f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:25.971812 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a734c9-dfd6-4325-8d44-838526587a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada36a58-e9b9-4422-8420-3785e596e8af,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:25.974106 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f9a734c9-dfd6-4325-8d44-838526587a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:26.287383 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47628) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:26.326587 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-099611f8-a5b5-4423-b4cd-e53182534870 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66a7cbb0d890407ca54ea2db3f6daca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376477 Jun 22 01:54:26.329621 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47632) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:26.376217 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7559-d4db-4e65-9d76-ea64fb08113e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:26.398078 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7559-d4db-4e65-9d76-ea64fb08113e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:26.447143 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7559-d4db-4e65-9d76-ea64fb08113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:26.449885 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7559-d4db-4e65-9d76-ea64fb08113e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:26.451102 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a9cb7559-d4db-4e65-9d76-ea64fb08113e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f38212d-9b57-4656-9138-8268b972d428 HTTP/1.1" status: 204 len: 168 time: 0.1204987 Jun 22 01:54:26.451968 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f740e4f7-50b3-45b2-bdd3-7e02d1ffedc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:26.460108 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb7559-d4db-4e65-9d76-ea64fb08113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f38212d-9b57-4656-9138-8268b972d428,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:26.462474 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a9cb7559-d4db-4e65-9d76-ea64fb08113e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:26.464763 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca1f92-b13b-4810-9691-8b87398a5fff req-62a5d7a5-143b-48da-b789-ac9c0344384d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:26.466281 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a5ca1f92-b13b-4810-9691-8b87398a5fff req-62a5d7a5-143b-48da-b789-ac9c0344384d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0690503 Jun 22 01:54:26.510832 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a5ca1f92-b13b-4810-9691-8b87398a5fff req-060521b7-48f1-4504-94c8-97fb031c1088 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385752 Jun 22 01:54:26.847298 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588c0a7-bc4c-4474-ba92-823c12e4f30a req-d3eefb56-32f4-4836-a23f-89a7c68a6dce tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:26.848861 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9588c0a7-bc4c-4474-ba92-823c12e4f30a req-d3eefb56-32f4-4836-a23f-89a7c68a6dce tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0773115 Jun 22 01:54:26.895644 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9588c0a7-bc4c-4474-ba92-823c12e4f30a req-2f191937-be2d-4d92-bb32-75485d139e8e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Jun 22 01:54:26.945187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16138d-963c-49c4-9d6f-7429b334206f req-3689573b-93ba-4b21-8548-5595a9ec0203 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:26.946679 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9b16138d-963c-49c4-9d6f-7429b334206f req-3689573b-93ba-4b21-8548-5595a9ec0203 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0710793 Jun 22 01:54:26.987365 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9b16138d-963c-49c4-9d6f-7429b334206f req-f8ff7f95-6bb0-4279-9bde-b462a54d78cd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348320 Jun 22 01:54:27.696204 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2b87e-3ca9-484c-993d-e216cc457779 req-ff0c19cc-68cc-4325-aa9b-af9a90d0fcb9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:27.698246 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e9e2b87e-3ca9-484c-993d-e216cc457779 req-ff0c19cc-68cc-4325-aa9b-af9a90d0fcb9 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0704467 Jun 22 01:54:27.742633 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e9e2b87e-3ca9-484c-993d-e216cc457779 req-0bf79808-73fb-4103-be7a-35070bfb17de tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367830 Jun 22 01:54:28.099102 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7178b-4841-4c21-bff0-49dd653fe39b req-c144b80c-8cee-4d59-8c39-9bc26aea830e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:28.102750 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2aa7178b-4841-4c21-bff0-49dd653fe39b req-c144b80c-8cee-4d59-8c39-9bc26aea830e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0753882 Jun 22 01:54:28.156036 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2aa7178b-4841-4c21-bff0-49dd653fe39b req-6f30f710-80fa-4359-bb13-e6b3848ecb92 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487213 Jun 22 01:54:28.218141 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cda941-f097-453c-a188-6cb4e92dba0c req-f335da2c-d83b-4915-aaff-3399ea40a028 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:28.219895 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-07cda941-f097-453c-a188-6cb4e92dba0c req-f335da2c-d83b-4915-aaff-3399ea40a028 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.1023524 Jun 22 01:54:28.265455 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-07cda941-f097-453c-a188-6cb4e92dba0c req-cea4f47b-0470-4ddd-a958-e8d19f52beae tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398688 Jun 22 01:54:28.536919 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-f3cb7536-3204-4652-8052-3380545c8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:28.538444 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-f3cb7536-3204-4652-8052-3380545c8740 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1097 time: 0.0589039 Jun 22 01:54:28.654339 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-bb400f5c-52df-4775-9880-966ffdcbe2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:28.656563 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-bb400f5c-52df-4775-9880-966ffdcbe2fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.0959573 Jun 22 01:54:28.734162 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-c5420dce-bd6a-4908-81b8-b05c514fec95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 200 len: 999 time: 0.0701535 Jun 22 01:54:28.806778 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-93c6e9ee-a671-486f-9c34-852b02214616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:28.808833 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-93c6e9ee-a671-486f-9c34-852b02214616 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0577071 Jun 22 01:54:28.898261 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-94a0cecf-fff8-4d99-9765-a6a74ccc4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:28.899596 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-94a0cecf-fff8-4d99-9765-a6a74ccc4ccc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835505 Jun 22 01:54:28.981719 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295b682-823f-4f07-8771-7c7fd738f9e0 req-aaaf11d4-b52b-4e70-9a1a-68a31c6a5408 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:28.983213 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5295b682-823f-4f07-8771-7c7fd738f9e0 req-aaaf11d4-b52b-4e70-9a1a-68a31c6a5408 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.1174760 Jun 22 01:54:29.026558 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-0c29ad64-b923-4d56-a013-5a7de525aba5 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163616 Jun 22 01:54:29.039887 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5295b682-823f-4f07-8771-7c7fd738f9e0 req-cf91250d-8344-4a19-af31-b055f671c0ef tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Jun 22 01:54:29.138524 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4776e838-41c1-48f9-a4d9-a65723641f41 req-cbf0dbf9-85af-4c04-ae53-40ece9f15218 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919874 Jun 22 01:54:29.348383 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ed9e-ad3f-47c7-8d28-3e522afe6814 req-82e3fbaa-85f8-42b5-813c-8b32eb82ce97 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:29.350309 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-def7ed9e-ad3f-47c7-8d28-3e522afe6814 req-82e3fbaa-85f8-42b5-813c-8b32eb82ce97 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.0703194 Jun 22 01:54:29.387750 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-def7ed9e-ad3f-47c7-8d28-3e522afe6814 req-bd61da13-cf8d-4f15-8599-c64265f6f7b2 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316808 Jun 22 01:54:29.450760 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c082fd-ddf0-45ec-843c-9506b8d73841 req-bc38e004-83cd-4d19-bf96-d01ca3b643c4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:29.452865 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62c082fd-ddf0-45ec-843c-9506b8d73841 req-bc38e004-83cd-4d19-bf96-d01ca3b643c4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0698223 Jun 22 01:54:29.490313 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62c082fd-ddf0-45ec-843c-9506b8d73841 req-25917299-43db-4dd2-b0aa-ca9866a8f5a0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Jun 22 01:54:29.886666 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546ca4-a496-4dcd-b3de-a120b7b4f444 req-eddea38d-db10-4409-aa01-e460a2499525 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:29.888342 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-00546ca4-a496-4dcd-b3de-a120b7b4f444 req-eddea38d-db10-4409-aa01-e460a2499525 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.1030126 Jun 22 01:54:29.932863 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-00546ca4-a496-4dcd-b3de-a120b7b4f444 req-d1655040-a5ef-4102-b788-b48ddde8d52f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381796 Jun 22 01:54:30.002108 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464b0da-f900-4014-bef1-dec616a9177a req-49057522-0dc3-47eb-b999-b99dced3fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:30.003574 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d464b0da-f900-4014-bef1-dec616a9177a req-49057522-0dc3-47eb-b999-b99dced3fb24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 1099 time: 0.0634291 Jun 22 01:54:30.102741 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464b0da-f900-4014-bef1-dec616a9177a req-55b9d9a9-6b0d-49ac-8661-2f277f1ec972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:30.104496 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d464b0da-f900-4014-bef1-dec616a9177a req-55b9d9a9-6b0d-49ac-8661-2f277f1ec972 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 911 time: 0.0920181 Jun 22 01:54:30.181385 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d464b0da-f900-4014-bef1-dec616a9177a req-a4c095e5-9dc6-4e49-a398-b09becf9489c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9250321b-d518-4195-b2b0-8bfaa5f29709 HTTP/1.1" status: 200 len: 1001 time: 0.0648293 Jun 22 01:54:30.228663 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9c8c8-81e7-477d-85bc-d8208f5334b7 req-825df807-88da-4002-9f91-3d16755f652c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:30.230437 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4cc9c8c8-81e7-477d-85bc-d8208f5334b7 req-825df807-88da-4002-9f91-3d16755f652c tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0679457 Jun 22 01:54:30.270268 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4cc9c8c8-81e7-477d-85bc-d8208f5334b7 req-07772e98-f358-4df7-b561-5e0560ca47c6 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329762 Jun 22 01:54:30.276537 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464b0da-f900-4014-bef1-dec616a9177a req-7e2e553b-b852-45e3-9128-986866238670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:30.278162 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d464b0da-f900-4014-bef1-dec616a9177a req-7e2e553b-b852-45e3-9128-986866238670 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0487192 Jun 22 01:54:30.341444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464b0da-f900-4014-bef1-dec616a9177a req-b9ea25b4-d455-4fd6-904d-273cbdfb6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:30.343760 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d464b0da-f900-4014-bef1-dec616a9177a req-b9ea25b4-d455-4fd6-904d-273cbdfb6e6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0553377 Jun 22 01:54:30.461632 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d464b0da-f900-4014-bef1-dec616a9177a req-cb217a2c-09a8-4740-a127-0d41e2bfd9f4 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083283 Jun 22 01:54:30.609029 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d464b0da-f900-4014-bef1-dec616a9177a req-c38f3fe6-0ffa-4ab0-be49-e71fb6b6deed service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384835 Jun 22 01:54:30.623391 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab61b-9095-4aea-bdcc-f74114bd7de1 req-f46d3fb6-20df-47a1-bc4e-c3e93e72ce73 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:30.625509 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-226ab61b-9095-4aea-bdcc-f74114bd7de1 req-f46d3fb6-20df-47a1-bc4e-c3e93e72ce73 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.1000965 Jun 22 01:54:30.671570 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-226ab61b-9095-4aea-bdcc-f74114bd7de1 req-29834c15-64c2-426e-ae9d-04d467218a80 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405688 Jun 22 01:54:31.123406 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e389ecc-a795-47f3-b776-9dd5430ef3f7 req-23379b1c-fbb7-4046-a4c8-d871768c74b9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:31.125774 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1e389ecc-a795-47f3-b776-9dd5430ef3f7 req-23379b1c-fbb7-4046-a4c8-d871768c74b9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0735977 Jun 22 01:54:31.174233 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1e389ecc-a795-47f3-b776-9dd5430ef3f7 req-22bbaef2-dd9a-436a-a3ea-175e2df4e8b7 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426497 Jun 22 01:54:31.183657 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-e12291c9-5930-4fb4-9750-9aeb4912d079 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:31.185170 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-e12291c9-5930-4fb4-9750-9aeb4912d079 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.36 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0675368 Jun 22 01:54:31.288100 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Deleting port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:54:31.288444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:31.381689 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] For port edb5bcf1-5cdf-4ecc-a7f8-df435852a121, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:31.382316 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:31.449939 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76c2c2-7591-4c77-a9c8-7fddc2effe0a req-9f5c446b-cecf-4c78-8f26-f093f149fb53 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:31.451555 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fe76c2c2-7591-4c77-a9c8-7fddc2effe0a req-9f5c446b-cecf-4c78-8f26-f093f149fb53 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 946 time: 0.0654199 Jun 22 01:54:31.479390 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-142c667e-7a10-400b-b99f-6f11a7bf7ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:31.503660 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fe76c2c2-7591-4c77-a9c8-7fddc2effe0a req-f8dfaf70-a308-4145-97e8-55b8152e455d tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Jun 22 01:54:31.686120 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Calling delete_port for edb5bcf1-5cdf-4ecc-a7f8-df435852a121 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:54:31.868907 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:31.873343 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:31.903180 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Pushing event deleted for resources: {'Port': ['ID=edb5bcf1-5cdf-4ecc-a7f8-df435852a121,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:31.920296 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.920757 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.921464 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.921464 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.921799 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.922183 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.922559 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.923048 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.923350 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.923708 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.924041 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.924404 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:31.925215 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['edb5bcf1-5cdf-4ecc-a7f8-df435852a121'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:31.945481 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:31.956508 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619ac1-7dd6-45d5-9337-3d244b601fb0 req-d5ea41e2-55a0-4760-aa4b-18e97d6414ca tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:31.957870 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-47619ac1-7dd6-45d5-9337-3d244b601fb0 req-d5ea41e2-55a0-4760-aa4b-18e97d6414ca tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 944 time: 0.1543353 Jun 22 01:54:31.978457 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] No DVR routers for this DVR port edb5bcf1-5cdf-4ecc-a7f8-df435852a121 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:54:31.986032 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:31.987941 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5a32b3ee-b457-4270-8957-6949cdb69bc6 req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.36 "DELETE /v2.0/ports/edb5bcf1-5cdf-4ecc-a7f8-df435852a121 HTTP/1.1" status: 204 len: 173 time: 0.7954016 Jun 22 01:54:31.988419 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de941aa-3a46-4c69-9dc2-969f8946a67e', 'name': 'network-vif-deleted', 'tag': 'edb5bcf1-5cdf-4ecc-a7f8-df435852a121'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:31.990728 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcdcd7a-4b9a-490b-b692-8b2277389ffa" -d '{"events": [{"server_uuid": "2de941aa-3a46-4c69-9dc2-969f8946a67e", "name": "network-vif-deleted", "tag": "edb5bcf1-5cdf-4ecc-a7f8-df435852a121"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:32.041498 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-47619ac1-7dd6-45d5-9337-3d244b601fb0 req-d8da6b99-1041-4d51-95f4-0bc3ea394423 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641646 Jun 22 01:54:32.055626 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0837bb18-1f92-4c73-b5d6-a7c92952cb05 x-openstack-request-id: req-0837bb18-1f92-4c73-b5d6-a7c92952cb05 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:32.055945 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de941aa-3a46-4c69-9dc2-969f8946a67e", "name": "network-vif-deleted", "tag": "edb5bcf1-5cdf-4ecc-a7f8-df435852a121", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:32.056351 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0837bb18-1f92-4c73-b5d6-a7c92952cb05 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:32.056790 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de941aa-3a46-4c69-9dc2-969f8946a67e', 'name': 'network-vif-deleted', 'tag': 'edb5bcf1-5cdf-4ecc-a7f8-df435852a121', 'status': 'completed', 'code': 200} Jun 22 01:54:32.351776 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ad9f0-13ce-42f0-ab3f-b2986a8d8a0d req-9692eed7-eac3-4cac-baef-c8334a17531d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:32.353224 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2a0ad9f0-13ce-42f0-ab3f-b2986a8d8a0d req-9692eed7-eac3-4cac-baef-c8334a17531d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0642042 Jun 22 01:54:32.390284 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2a0ad9f0-13ce-42f0-ab3f-b2986a8d8a0d req-37579df4-6848-4307-8dfa-312c050e07b7 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Jun 22 01:54:32.665715 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a90d5c5f-37d0-4479-a57e-7c309d0321a0 req-b0908ebf-c5de-4a44-88c2-ded1277545bb tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] 10.222.0.13 "GET /v2.0/ports?device_id=2de941aa-3a46-4c69-9dc2-969f8946a67e HTTP/1.1" status: 200 len: 210 time: 0.0353968 Jun 22 01:54:32.885393 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:54:32.977428 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:32.988552 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '81d53976-e7b1-4178-803f-3b077cd05c70', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'port_id': '81d53976-e7b1-4178-803f-3b077cd05c70', 'mac_address': 'fa:16:3e:13:8c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:54:33.026843 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:33.043418 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d53976-e7b1-4178-803f-3b077cd05c70 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:54:33.062570 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:33.066643 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:33.069397 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:33.119622 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=9']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:33.124488 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:33.229331 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284442b-f1f0-4581-b766-1ed4e3b1f0ad req-78784dc1-5d20-4881-a760-051ddb6f445c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:33.230846 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2284442b-f1f0-4581-b766-1ed4e3b1f0ad req-78784dc1-5d20-4881-a760-051ddb6f445c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 945 time: 0.0642800 Jun 22 01:54:33.273141 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2284442b-f1f0-4581-b766-1ed4e3b1f0ad req-be81987a-26cc-42b7-ab44-230182631ace tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357673 Jun 22 01:54:33.632391 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['81d53976-e7b1-4178-803f-3b077cd05c70'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:33.701041 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-4eac040a-a167-492e-9cd3-55d68959b131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:33.765279 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47806) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:34.163416 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622234'] for router_interface, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:34.176458 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:34.673069 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50634bd-b622-4227-adf3-7b7de7aa6e1e req-b7c175c8-32a6-4835-9b38-7178fb224d92 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:34.674555 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a50634bd-b622-4227-adf3-7b7de7aa6e1e req-b7c175c8-32a6-4835-9b38-7178fb224d92 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 945 time: 0.1334443 Jun 22 01:54:34.707156 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47822) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:34.756059 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a50634bd-b622-4227-adf3-7b7de7aa6e1e req-54b0203c-f63a-4a80-96c4-aabec03494a6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605040 Jun 22 01:54:34.778856 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Deleting port cd774f8d-5327-4a56-8b35-8f9f452f70df {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:54:34.779433 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:34.824725 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f7882e0d-e784-4c98-afcf-c9f9268d9fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:34.859879 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] For port cd774f8d-5327-4a56-8b35-8f9f452f70df, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=cd774f8d-5327-4a56-8b35-8f9f452f70df,segment=NetworkSegment(df78e8b8-61c4-4349-900d-55d198328eae),segment_id=df78e8b8-61c4-4349-900d-55d198328eae)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:34.860226 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:34.896115 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:54:34.921541 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f7882e0d-e784-4c98-afcf-c9f9268d9fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:34.926742 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f7882e0d-e784-4c98-afcf-c9f9268d9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:34.930611 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Calling delete_port for cd774f8d-5327-4a56-8b35-8f9f452f70df owned by network:router_interface {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:54:34.930774 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4cf929ad-bb87-445e-83eb-cb47d290fcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:34.946295 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 81d53976-e7b1-4178-803f-3b077cd05c70 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:54:34.946673 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:34.960463 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7882e0d-e784-4c98-afcf-c9f9268d9fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5212b556-f3c8-4aaf-a115-67c196126a15,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:34.965330 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f7882e0d-e784-4c98-afcf-c9f9268d9fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:34.982548 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-f7882e0d-e784-4c98-afcf-c9f9268d9fc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc02846c0a09408180eb125ad28adb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742155 Jun 22 01:54:34.983571 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47826) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:35.029524 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.032635 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b88b-4896-490f-b1e7-8575e54c8389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.054207 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b88b-4896-490f-b1e7-8575e54c8389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.071697 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:35.074392 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d2e8e3-9030-4147-a649-b09698f91574" -d '{"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-plugged", "status": "completed", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:35.090244 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:35.096833 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.098020 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device edb5bcf1-5cdf-4ecc-a7f8-df435852a121 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:35.101380 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:35.116163 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b88b-4896-490f-b1e7-8575e54c8389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.118777 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b88b-4896-490f-b1e7-8575e54c8389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.119982 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a6d0b88b-4896-490f-b1e7-8575e54c8389 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5212b556-f3c8-4aaf-a115-67c196126a15 HTTP/1.1" status: 204 len: 168 time: 0.1352756 Jun 22 01:54:35.120765 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ce3a6355-a217-4fa5-a5b0-b435ba79c14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:35.140937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0b88b-4896-490f-b1e7-8575e54c8389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212b556-f3c8-4aaf-a115-67c196126a15,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:35.152810 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: edb5bcf1-5cdf-4ecc-a7f8-df435852a121 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:54:35.153256 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device edb5bcf1-5cdf-4ecc-a7f8-df435852a121 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:54:35.153938 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a6d0b88b-4896-490f-b1e7-8575e54c8389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:35.164946 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe07dbc-f49e-47d8-a7f7-0876adb3dce7 x-openstack-request-id: req-ffe07dbc-f49e-47d8-a7f7-0876adb3dce7 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:35.165548 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-plugged", "status": "completed", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:35.166073 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffe07dbc-f49e-47d8-a7f7-0876adb3dce7 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:35.166678 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70', 'code': 200} Jun 22 01:54:35.174259 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.179233 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-75bd2e32-0874-4663-bbe1-954217d5a235 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:35.198081 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=10']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:35.203034 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:35.208281 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Pushing event deleted for resources: {'Port': ['ID=cd774f8d-5327-4a56-8b35-8f9f452f70df,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:35.212829 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:35.247733 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.384621 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1744481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622134'] for router_interface, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.449213 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47842) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:35.468137 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a154ec2-13ff-42dd-91c5-b94445e29536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.565875 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a154ec2-13ff-42dd-91c5-b94445e29536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.572997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8a154ec2-13ff-42dd-91c5-b94445e29536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.575519 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-df94e8b8-8603-4434-9dbc-ce1fca1eec66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:35.607473 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Router 57220940-186a-4479-b792-4eb111d79c14 has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:54:35.609810 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a154ec2-13ff-42dd-91c5-b94445e29536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95215da-c7be-4267-9bcc-2457b5410277,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:35.614299 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-8a154ec2-13ff-42dd-91c5-b94445e29536 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4da7041fdf0544d5b692f9edd692ea12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1634331 Jun 22 01:54:35.615184 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8a154ec2-13ff-42dd-91c5-b94445e29536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:35.617287 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47844) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:35.682748 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0fa3-ea07-4d89-ae7f-933dc6d0f100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.706153 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0fa3-ea07-4d89-ae7f-933dc6d0f100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.743885 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:54:35.753301 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] 10.222.0.13 "PUT /v2.0/routers/57220940-186a-4479-b792-4eb111d79c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9852304 Jun 22 01:54:35.755444 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47846) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:35.758306 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] Sync routers for ids ['57220940-186a-4479-b792-4eb111d79c14'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:54:35.771142 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] Routers {'57220940-186a-4479-b792-4eb111d79c14'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:54:35.772024 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:54:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['57220940-186a-4479-b792-4eb111d79c14'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:35.779728 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0fa3-ea07-4d89-ae7f-933dc6d0f100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.782675 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-1cdc0fa3-ea07-4d89-ae7f-933dc6d0f100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.786223 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-1cdc0fa3-ea07-4d89-ae7f-933dc6d0f100 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a95215da-c7be-4267-9bcc-2457b5410277 HTTP/1.1" status: 204 len: 168 time: 0.1657665 Jun 22 01:54:35.786223 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a93d7c73-25e6-46ac-a498-861cada5c21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:35.808663 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc0fa3-ea07-4d89-ae7f-933dc6d0f100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95215da-c7be-4267-9bcc-2457b5410277,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:35.813658 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-1cdc0fa3-ea07-4d89-ae7f-933dc6d0f100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:35.869453 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612478c2-e026-408e-b385-2baf9bbadd12 req-1cb7e67a-273e-4660-a494-a5283326da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:35.871035 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-612478c2-e026-408e-b385-2baf9bbadd12 req-1cb7e67a-273e-4660-a494-a5283326da3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1100 time: 0.0831747 Jun 22 01:54:35.912464 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks [] for router, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:35.931407 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] Set router 57220940-186a-4479-b792-4eb111d79c14 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:54:35.938892 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-612478c2-e026-408e-b385-2baf9bbadd12 req-8d369c8e-1e4f-4df2-88db-8f84761783a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603323 Jun 22 01:54:36.014473 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec169b-3806-4590-a8f8-7b4f5b72ce34 req-c73ae4d4-8364-41dd-9ab7-16371c72ad9e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:36.015742 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5fec169b-3806-4590-a8f8-7b4f5b72ce34 req-c73ae4d4-8364-41dd-9ab7-16371c72ad9e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 947 time: 0.0804014 Jun 22 01:54:36.057704 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.077762 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5fec169b-3806-4590-a8f8-7b4f5b72ce34 req-e05c7ef6-4996-418d-884f-72b1bed5b226 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548954 Jun 22 01:54:36.137047 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Deleting port c9771a8c-0f5a-40ba-87b3-36f9803f8ece {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:54:36.137311 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.197055 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47854) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:36.203883 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:54:35Z', 'revision_number': 5, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port': {'id': 'c9771a8c-0f5a-40ba-87b3-36f9803f8ece', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:e8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57220940-186a-4479-b792-4eb111d79c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:36.213958 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-606f2163-4e54-431d-9cb0-2a58224f8d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.229886 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] Checking router: 57220940-186a-4479-b792-4eb111d79c14 for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:54:36.239119 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] Routers {'57220940-186a-4479-b792-4eb111d79c14'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:54:36.239743 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:54:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['57220940-186a-4479-b792-4eb111d79c14'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:36.250894 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] For port c9771a8c-0f5a-40ba-87b3-36f9803f8ece, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=c9771a8c-0f5a-40ba-87b3-36f9803f8ece,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:36.251272 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.321826 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Calling delete_port for c9771a8c-0f5a-40ba-87b3-36f9803f8ece owned by network:router_gateway {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:54:36.322622 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] Set router 57220940-186a-4479-b792-4eb111d79c14 gateway port host: None {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:54:36.376897 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:54:36Z', 'revision_number': 6, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port_host': None}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:36.405859 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7941364a-f946-4b04-8540-c284e81d9ea6 None None] The sync data for ids ['57220940-186a-4479-b792-4eb111d79c14'] in dv-cinder-797073-2-smb is: [{'id': '57220940-186a-4479-b792-4eb111d79c14', 'name': 'tempest-ServerRescueNegativeTestJSON-1635367738-router', 'tenant_id': 'e592085ff4c344c4b369a6a5de8afb29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:17Z', 'updated_at': '2021-06-22T01:54:36Z', 'revision_number': 6, 'project_id': 'e592085ff4c344c4b369a6a5de8afb29', 'gw_port_host': None}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:54:36.478628 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-606f2163-4e54-431d-9cb0-2a58224f8d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.484997 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-606f2163-4e54-431d-9cb0-2a58224f8d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.490316 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-bfcad146-72ff-4f59-b80e-c030bbafaebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:36.551519 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-606f2163-4e54-431d-9cb0-2a58224f8d92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23ceb8c761d24ed2928627572e614aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534184 Jun 22 01:54:36.554324 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f2163-4e54-431d-9cb0-2a58224f8d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b889fda-d7b9-4889-96b9-c3b016a90c90,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:36.554491 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47858) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:36.559902 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-606f2163-4e54-431d-9cb0-2a58224f8d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:36.573124 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.580034 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9d582944-ddee-4626-ab9e-f73ac0de1e65 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:36.605794 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c9771a8c-0f5a-40ba-87b3-36f9803f8ece,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:36.612718 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a029e581-6a55-4e19-bcfb-e55a01765c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.622847 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:36.633351 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a029e581-6a55-4e19-bcfb-e55a01765c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.662206 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1826387'] for router_gateway, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.687192 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a029e581-6a55-4e19-bcfb-e55a01765c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.689832 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a029e581-6a55-4e19-bcfb-e55a01765c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.691134 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a029e581-6a55-4e19-bcfb-e55a01765c3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b889fda-d7b9-4889-96b9-c3b016a90c90 HTTP/1.1" status: 204 len: 168 time: 0.1355786 Jun 22 01:54:36.691916 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:36.701058 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029e581-6a55-4e19-bcfb-e55a01765c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b889fda-d7b9-4889-96b9-c3b016a90c90,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:36.704637 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a029e581-6a55-4e19-bcfb-e55a01765c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:36.783252 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24256'] for router, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.786561 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.859870 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.874986 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625839'] for router, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.875552 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57220940-186a-4479-b792-4eb111d79c14 {{(pid=104429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:54:36.880684 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.884415 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47862) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:36.887608 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ce8a3310-3ec8-4431-9ead-465695601fdd admin admin] 10.222.0.13 "DELETE /v2.0/routers/57220940-186a-4479-b792-4eb111d79c14 HTTP/1.1" status: 204 len: 168 time: 1.1311667 Jun 22 01:54:36.935262 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] Deleting subnet 64601bd4-823e-4c00-a277-43f200372a38 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:54:36.939002 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:36.974222 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4646515'] for subnet, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.013746 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.072760 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7360836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5843282'] for subnet, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.079892 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:37.105345 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.107235 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/64601bd4-823e-4c00-a277-43f200372a38 HTTP/1.1" status: 204 len: 168 time: 0.2217903 Jun 22 01:54:37.108690 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64601bd4-823e-4c00-a277-43f200372a38,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:37.111161 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47874) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:37.111575 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-66499fe7-eca7-453c-b15a-8449ac271e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:37.185722 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.217610 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device cd774f8d-5327-4a56-8b35-8f9f452f70df no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:37.247298 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: cd774f8d-5327-4a56-8b35-8f9f452f70df {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:54:37.247742 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device cd774f8d-5327-4a56-8b35-8f9f452f70df not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:54:37.317179 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.335127 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481bebdb-e132-4ba1-aa37-b2becc797495']}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:37.347301 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df78e8b8-61c4-4349-900d-55d198328eae') {'for_net_delete': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:37.347616 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df78e8b8-61c4-4349-900d-55d198328eae') {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:37.360272 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5818304'] for segment, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.382248 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c45f15-f68a-4c7c-bf31-ff4ed11f4bf8 req-d0a8fc62-671f-440d-825e-35709441ce15 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:37.383742 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d1c45f15-f68a-4c7c-bf31-ff4ed11f4bf8 req-d0a8fc62-671f-440d-825e-35709441ce15 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 947 time: 0.1594386 Jun 22 01:54:37.388210 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.397250 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=104429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:54:37.397649 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441831'] for segment, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: Traceback (most recent call last): Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: timer() Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: cb(*args, **kw) Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: return func(*args, **kwargs) Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: self._notify() Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: self.callback(batched_events) Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: event.method(event) Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: return f(self, *a, **k) Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: return self._get(url).json() Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: return self.request(url, 'GET', **kwargs) Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:54:37.403795 dv-cinder-797073-2-smb neutron-server[104429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:54:37.473735 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d1c45f15-f68a-4c7c-bf31-ff4ed11f4bf8 req-8b85ee66-3a03-426f-89a8-0fe3c765083a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795720 Jun 22 01:54:37.480158 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.490016 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d5489bde-d38b-4926-be89-ce5a1314ada1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:37.493297 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.495871 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] 10.222.0.13 "DELETE /v2.0/networks/481bebdb-e132-4ba1-aa37-b2becc797495 HTTP/1.1" status: 204 len: 168 time: 0.3826323 Jun 22 01:54:37.515009 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Pushing event deleted for resources: {'Network': ['ID=481bebdb-e132-4ba1-aa37-b2becc797495,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:37.526411 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-625aa87d-32d5-4b96-a3fb-c7d2011ce23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:37.721247 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 47900) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:37.766558 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 47906) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:37.766885 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-607c22fb-9e1f-4ac3-b147-1bbcf2e0f797 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e592085ff4c344c4b369a6a5de8afb29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441322 Jun 22 01:54:37.853344 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-36109b14-61d3-42f5-9d72-b1002e59250e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.881078 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-36109b14-61d3-42f5-9d72-b1002e59250e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.941936 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-36109b14-61d3-42f5-9d72-b1002e59250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.946379 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-36109b14-61d3-42f5-9d72-b1002e59250e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:37.953366 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-36109b14-61d3-42f5-9d72-b1002e59250e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ba88e56-8bcd-48eb-bb30-afcd5a0e8120 HTTP/1.1" status: 204 len: 168 time: 0.1844225 Jun 22 01:54:37.954943 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ac4c9156-25f7-461b-b880-ff8a1efaf65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:37.965398 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36109b14-61d3-42f5-9d72-b1002e59250e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba88e56-8bcd-48eb-bb30-afcd5a0e8120,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:37.969709 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-36109b14-61d3-42f5-9d72-b1002e59250e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:38.462819 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c9771a8c-0f5a-40ba-87b3-36f9803f8ece no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:38.484967 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: c9771a8c-0f5a-40ba-87b3-36f9803f8ece {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:54:38.485348 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c9771a8c-0f5a-40ba-87b3-36f9803f8ece not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:54:38.681144 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7aba52-b0f3-4b49-820b-94d1f5120d7a req-253b99b1-8319-4be1-94da-034c4f3a1848 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:38.682657 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7e7aba52-b0f3-4b49-820b-94d1f5120d7a req-253b99b1-8319-4be1-94da-034c4f3a1848 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 947 time: 0.0694983 Jun 22 01:54:38.726279 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7e7aba52-b0f3-4b49-820b-94d1f5120d7a req-4f856e38-e769-4d4a-b551-00c6c2d0cf2d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Jun 22 01:54:39.270303 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48004) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:39.292943 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-4c309b6e-b694-48ef-ab8b-843242f7c2f2 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4f97f18c55c94aeaaa8dad8cb7c1bc3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315211 Jun 22 01:54:39.458349 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ff9d878e-373f-4c2e-bd0a-e62e08083be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:39.486679 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-087492be-28f6-4ed5-abe8-381901724896 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:39.488304 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-087492be-28f6-4ed5-abe8-381901724896 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900637 Jun 22 01:54:39.508069 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-756abdb2-7c78-48c0-8333-fba095d91156 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/quotas/4f97f18c55c94aeaaa8dad8cb7c1bc3b HTTP/1.1" status: 200 len: 375 time: 0.0104773 Jun 22 01:54:39.552224 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-3a28f9d3-ae0c-4e03-98be-b7612bf7e385 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f97f18c55c94aeaaa8dad8cb7c1bc3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369358 Jun 22 01:54:39.590839 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ff9d878e-373f-4c2e-bd0a-e62e08083be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:39.601134 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ff9d878e-373f-4c2e-bd0a-e62e08083be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:39.614189 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e97c76b6-d8b4-4c82-9688-b46b70f15628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:39.661190 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d878e-373f-4c2e-bd0a-e62e08083be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bf512f-620a-466d-9045-5b145cc31edd,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:39.665075 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ff9d878e-373f-4c2e-bd0a-e62e08083be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:39.667619 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ff9d878e-373f-4c2e-bd0a-e62e08083be1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61b028e033944f5fa75ba44cb3321956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958631 Jun 22 01:54:39.670922 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48018) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:39.756878 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-78755f6e-b233-48af-b9d1-1151e9e9bf2e req-d746dfee-a08a-42a9-8061-0ab21fa21e74 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 210 time: 0.0407960 Jun 22 01:54:40.080114 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-38ce3994-175f-4385-b7ee-61a383d443f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:40.102832 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6785d0-6695-4910-a02f-1f79e8d12c57 req-07a23c42-055a-4032-94b9-abed00fa5593 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:40.104769 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1e6785d0-6695-4910-a02f-1f79e8d12c57 req-07a23c42-055a-4032-94b9-abed00fa5593 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 947 time: 0.1112514 Jun 22 01:54:40.130989 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-38ce3994-175f-4385-b7ee-61a383d443f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:40.183746 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1e6785d0-6695-4910-a02f-1f79e8d12c57 req-2462ccb6-81f9-4608-bd88-4a02a3a73933 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626032 Jun 22 01:54:40.239323 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-38ce3994-175f-4385-b7ee-61a383d443f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:40.242302 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-38ce3994-175f-4385-b7ee-61a383d443f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:40.243797 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-38ce3994-175f-4385-b7ee-61a383d443f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3bf512f-620a-466d-9045-5b145cc31edd HTTP/1.1" status: 204 len: 168 time: 0.5717297 Jun 22 01:54:40.244741 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d5b22881-d01d-4b1e-8b22-f3cb4dc1e38c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:40.255101 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce3994-175f-4385-b7ee-61a383d443f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bf512f-620a-466d-9045-5b145cc31edd,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:40.258210 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-38ce3994-175f-4385-b7ee-61a383d443f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:40.937789 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-06b9dd53-0874-4f56-b1a2-98c483df540b req-2ae579b2-0839-4687-aa45-7537e5ecfbfa tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 210 time: 0.0473747 Jun 22 01:54:41.024719 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48062) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:41.134921 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-de4023db-7aeb-4e3b-ba48-4e5dc6b8b55f tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4f97f18c55c94aeaaa8dad8cb7c1bc3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565224 Jun 22 01:54:41.145116 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9d0ae-c6cb-4bd9-8a0e-9530a98a7e7b req-b799e7c1-21b1-4daa-a8bc-84c4e15f930e tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:41.147028 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f2a9d0ae-c6cb-4bd9-8a0e-9530a98a7e7b req-b799e7c1-21b1-4daa-a8bc-84c4e15f930e tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.0771756 Jun 22 01:54:41.196951 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f2a9d0ae-c6cb-4bd9-8a0e-9530a98a7e7b req-a6519215-aed7-4d64-95c6-7fd5f50ccf70 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 Jun 22 01:54:41.219375 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-135700507-network', 'tenant_id': 'be73ac8a3ecd422b9fd7da2057c4fb4b'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:41.306248 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Made reservation on behalf of be73ac8a3ecd422b9fd7da2057c4fb4b for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:54:41.308784 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.332669 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.368911 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-3d3d8324-bbf3-40f4-9aad-a92d8467c585 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:41.370484 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-3d3d8324-bbf3-40f4-9aad-a92d8467c585 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304909 Jun 22 01:54:41.395192 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Request body: {'port': {'device_id': '59ad2b02-e0f6-4898-bcbc-e979b929d2cd', 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582', 'admin_state_up': True, 'tenant_id': '4f97f18c55c94aeaaa8dad8cb7c1bc3b'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:41.527131 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.533244 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.537891 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7ec634e2-a14b-4017-a7dc-9c5abbf904f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:41.567162 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:54:41.568952 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Made reservation on behalf of 4f97f18c55c94aeaaa8dad8cb7c1bc3b for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:54:41.572372 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.588349 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b15860d-4a84-4cd6-86ab-bd37a0cf820e,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:41.590781 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.594920 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:41.596882 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.597111 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Added segment ba73121f-0a95-4062-a9de-b06ed0e0c951 of type vlan for network 9116afb2-c948-4e8c-8d76-158a42157a37 Jun 22 01:54:41.650080 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.697319 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.699634 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:41.700204 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.705774 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:41.774937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Pushing event updated for resources: {'Network': ['ID=9116afb2-c948-4e8c-8d76-158a42157a37,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:41.779459 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:41.785613 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 9116afb2-c948-4e8c-8d76-158a42157a37 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:54:41.797715 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.803130 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.807767 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3edc5256-00c8-4a23-a739-a31d6c402e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:41.818278 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7921200 Jun 22 01:54:41.821424 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48070) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:41.827397 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Request body: {'subnet': {'network_id': '9116afb2-c948-4e8c-8d76-158a42157a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-135700507-subnet', 'tenant_id': 'be73ac8a3ecd422b9fd7da2057c4fb4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:41.864012 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Made reservation on behalf of be73ac8a3ecd422b9fd7da2057c4fb4b for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:54:41.866472 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6042305'] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:41.870841 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cee64d-914d-4527-9557-d6854e58ce30,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:41.876712 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:41.945635 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Allocated IP 192.168.233.242 (dd7ec48b-6d39-4a18-b327-ebbed0bef582/651d8a1b-e4d7-4492-b0ef-c58e87e65648/4d355458-4809-4ca3-9b59-62345cd58749) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:54:42.038693 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4585345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6042355'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.042024 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-8019ae32-5b77-4d4f-a230-224e15c2ddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:42.096731 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39dd95b0-085d-45c9-9436-d0264ab1ee92,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:42.100274 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:42.111571 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Checking segment: {'id': 'ba73121f-0a95-4062-a9de-b06ed0e0c951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9116afb2-c948-4e8c-8d76-158a42157a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:54:42.111929 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Network hostable DHCP agents. Network: 9116afb2-c948-4e8c-8d76-158a42157a37, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:54:42.128979 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9faa6efc-18d5-4fb1-9d15-69dbd79ed329 req-71fd2b73-8775-442e-b388-525defb0b616 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 210 time: 0.0488629 Jun 22 01:54:42.130776 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Network 9116afb2-c948-4e8c-8d76-158a42157a37 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:54:42.133793 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.140957 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 9116afb2-c948-4e8c-8d76-158a42157a37) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:54:42.148584 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Transition to ACTIVE for port object 4d355458-4809-4ca3-9b59-62345cd58749 will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:54:42.151639 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51ac9e2-9d19-4a43-8cd4-d4982e9843f1 None None] Network 9116afb2-c948-4e8c-8d76-158a42157a37 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:54:42.153764 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:42.154959 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.169318 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-083cdbd0-ffc8-4c81-a0eb-0c26ae9eb936 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3464730 Jun 22 01:54:42.185378 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.189927 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c842ce8c-cbf1-446a-9b72-a9535943cb9d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:42.232226 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Network dd7ec48b-6d39-4a18-b327-ebbed0bef582 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:54:42.238329 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:54:42.242453 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:54:42.268753 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Pushing event updated for resources: {'Port': ['ID=4d355458-4809-4ca3-9b59-62345cd58749,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:42.273688 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:42.314370 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:42.315450 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.320965 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc9a4ad-73de-4a1c-90c3-e34449b66635 None None] Network 9116afb2-c948-4e8c-8d76-158a42157a37 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:54:42.336447 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9467533 Jun 22 01:54:42.358522 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Request body: {'port': {'device_id': '59ad2b02-e0f6-4898-bcbc-e979b929d2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:42.473830 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c9ad6-c4ce-4343-b43a-2f57775e89f3 req-e4f740ae-4c1d-402c-b240-ed674a91d931 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:42.482581 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9e4c9ad6-c4ce-4343-b43a-2f57775e89f3 req-e4f740ae-4c1d-402c-b240-ed674a91d931 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.0968361 Jun 22 01:54:42.488907 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.551346 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9e4c9ad6-c4ce-4343-b43a-2f57775e89f3 req-c10d12eb-3e44-4982-a6a2-5824d16f3c90 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609586 Jun 22 01:54:42.625536 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-990536e4-632a-4647-b7a9-d6c825b108d0 None None] Provisioning for port 4d355458-4809-4ca3-9b59-62345cd58749 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:54:42.629576 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-990536e4-632a-4647-b7a9-d6c825b108d0 None None] Provisioning complete for port 4d355458-4809-4ca3-9b59-62345cd58749 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:54:42.630302 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-990536e4-632a-4647-b7a9-d6c825b108d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.669316 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-990536e4-632a-4647-b7a9-d6c825b108d0 None None] Port 4d355458-4809-4ca3-9b59-62345cd58749 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:54:42.775963 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d355458-4809-4ca3-9b59-62345cd58749 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:54:42.783850 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.789355 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48090) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:42.796500 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-615393228-network', 'tenant_id': '0331cea5cdff40559261c1c9dc960db4'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:42.805238 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Transition to ACTIVE for port object 4d355458-4809-4ca3-9b59-62345cd58749 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:54:42.809874 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.813308 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:42.848932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Made reservation on behalf of 0331cea5cdff40559261c1c9dc960db4 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:54:42.851202 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.895709 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:42.936635 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Pushing event updated for resources: {'Port': ['ID=4d355458-4809-4ca3-9b59-62345cd58749,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:42.943345 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:43.014043 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Attempting to bind port 4d355458-4809-4ca3-9b59-62345cd58749 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:54:43.014043 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Attempting to bind port 4d355458-4809-4ca3-9b59-62345cd58749 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:54:43.016020 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Attempting to bind port 4d355458-4809-4ca3-9b59-62345cd58749 on network dd7ec48b-6d39-4a18-b327-ebbed0bef582 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:54:43.028378 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Port 4d355458-4809-4ca3-9b59-62345cd58749 on network dd7ec48b-6d39-4a18-b327-ebbed0bef582 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:54:43.028712 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Attempting to bind port 4d355458-4809-4ca3-9b59-62345cd58749 on network dd7ec48b-6d39-4a18-b327-ebbed0bef582 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:54:43.040078 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:54:43.040412 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Checking segment: {'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:54:43.040839 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Bound using segment: {'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:54:43.041316 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Bound port: 4d355458-4809-4ca3-9b59-62345cd58749, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511206bd-e9cf-441c-8288-7b7e85bb271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:54:43.041711 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.132263 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.144677 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.157775 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:43.199552 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:54:43.218780 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] For port 4d355458-4809-4ca3-9b59-62345cd58749, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:54:43.244301 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.244833 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Added segment e588370b-95c1-4946-91cc-dca4d33309d8 of type vlan for network 9dcef9f5-f953-452a-9e08-ad7d397467d3 Jun 22 01:54:43.251306 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] For port 4d355458-4809-4ca3-9b59-62345cd58749, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4d355458-4809-4ca3-9b59-62345cd58749,segment=NetworkSegment(511206bd-e9cf-441c-8288-7b7e85bb271e),segment_id=511206bd-e9cf-441c-8288-7b7e85bb271e)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:54:43.253048 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfbf890-7a9e-4f03-b295-029e1be5dbc4,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:43.270980 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.287809 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:43.289714 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:43.405515 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:43.406591 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.407585 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] 10.222.0.36 "PUT /v2.0/ports/4d355458-4809-4ca3-9b59-62345cd58749 HTTP/1.1" status: 200 len: 1098 time: 1.0548599 Jun 22 01:54:43.409032 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ad2b02-e0f6-4898-bcbc-e979b929d2cd', 'tag': '4d355458-4809-4ca3-9b59-62345cd58749'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:43.411364 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39" -d '{"events": [{"name": "network-changed", "server_uuid": "59ad2b02-e0f6-4898-bcbc-e979b929d2cd", "tag": "4d355458-4809-4ca3-9b59-62345cd58749"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:43.415616 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.468181 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad32290-2e17-4b36-8cd1-50fec2f6d77a x-openstack-request-id: req-0ad32290-2e17-4b36-8cd1-50fec2f6d77a {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:43.468503 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ad2b02-e0f6-4898-bcbc-e979b929d2cd", "tag": "4d355458-4809-4ca3-9b59-62345cd58749", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:43.468785 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad32290-2e17-4b36-8cd1-50fec2f6d77a {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:43.469208 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ad2b02-e0f6-4898-bcbc-e979b929d2cd', 'tag': '4d355458-4809-4ca3-9b59-62345cd58749', 'status': 'completed', 'code': 200} Jun 22 01:54:43.469797 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Pushing event updated for resources: {'Port': ['ID=4d355458-4809-4ca3-9b59-62345cd58749,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:43.475538 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:43.479962 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.482076 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:43.483477 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.485751 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:43.522852 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63925fe8-bbc4-4f19-8aca-c741fb3a0bd3 req-012fd537-c803-40c7-8596-89ab0c50c8aa tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:43.524373 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-63925fe8-bbc4-4f19-8aca-c741fb3a0bd3 req-012fd537-c803-40c7-8596-89ab0c50c8aa tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 948 time: 0.2774224 Jun 22 01:54:43.593107 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8021140 Jun 22 01:54:43.596247 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48098) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:43.608034 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Pushing event updated for resources: {'Network': ['ID=9dcef9f5-f953-452a-9e08-ad7d397467d3,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:43.610195 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Request body: {'subnet': {'network_id': '9dcef9f5-f953-452a-9e08-ad7d397467d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-615393228-subnet', 'tenant_id': '0331cea5cdff40559261c1c9dc960db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:54:43.613602 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:43.620128 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 9dcef9f5-f953-452a-9e08-ad7d397467d3 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:54:43.634767 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-63925fe8-bbc4-4f19-8aca-c741fb3a0bd3 req-4abb6d12-8095-4d71-a55f-22f7778fcaba tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637205 Jun 22 01:54:43.651614 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-c35a1d5c-cc86-4c57-bd11-373e352577ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:43.653693 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-c35a1d5c-cc86-4c57-bd11-373e352577ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f97f18c55c94aeaaa8dad8cb7c1bc3b&device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 1101 time: 0.1617193 Jun 22 01:54:43.677698 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Made reservation on behalf of 0331cea5cdff40559261c1c9dc960db4 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:54:43.680547 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6042305'] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.725490 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-96f90524-cc51-403e-b80f-da80c289ff3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=4d355458-4809-4ca3-9b59-62345cd58749 HTTP/1.1" status: 200 len: 217 time: 0.0433245 Jun 22 01:54:43.776865 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a1e81611-1701-4d8f-aefd-e746101f8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:43.778430 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-a1e81611-1701-4d8f-aefd-e746101f8f78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=651d8a1b-e4d7-4492-b0ef-c58e87e65648 HTTP/1.1" status: 200 len: 843 time: 0.0460219 Jun 22 01:54:43.819399 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39b199-5b2f-4a54-81f7-8ddf8d7bd845 req-2d391181-2bfb-4589-8732-08ccda2df6a0 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:43.820938 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3f39b199-5b2f-4a54-81f7-8ddf8d7bd845 req-2d391181-2bfb-4589-8732-08ccda2df6a0 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.1267705 Jun 22 01:54:43.858272 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-72c79608-f67e-4b95-a1e7-009ef69372f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:43.859717 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-72c79608-f67e-4b95-a1e7-009ef69372f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd7ec48b-6d39-4a18-b327-ebbed0bef582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0658393 Jun 22 01:54:43.905825 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3f39b199-5b2f-4a54-81f7-8ddf8d7bd845 req-52d658d6-237d-4d49-8da6-4a774a7fa960 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642483 Jun 22 01:54:43.929272 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4585345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6042355'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:43.932257 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9328d73f-f70a-4e8f-80c5-3488b6049b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:43.958865 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-674d76bc-7ccb-4dc6-b51c-965e50f3549e service neutron] 10.222.0.36 "GET /v2.0/networks/dd7ec48b-6d39-4a18-b327-ebbed0bef582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893826 Jun 22 01:54:43.990598 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=148805e2-cd08-4b67-ada1-8a4956e7bb1e,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:43.994825 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:44.001633 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Checking segment: {'id': 'e588370b-95c1-4946-91cc-dca4d33309d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9dcef9f5-f953-452a-9e08-ad7d397467d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:54:44.002010 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Network hostable DHCP agents. Network: 9dcef9f5-f953-452a-9e08-ad7d397467d3, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:54:44.019664 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Network 9dcef9f5-f953-452a-9e08-ad7d397467d3 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:54:44.028032 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 9dcef9f5-f953-452a-9e08-ad7d397467d3) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:54:44.032132 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:44.032814 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.038619 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90128a91-813a-41c0-974b-520b6cb3a26b None None] Network 9dcef9f5-f953-452a-9e08-ad7d397467d3 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:54:44.056126 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-adedbe2b-8a73-4125-9fb1-8f4dffdb4012 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4515615 Jun 22 01:54:44.094371 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3d4e118a-cc57-4bb5-9903-8ecc15388e9e req-0f4369cb-d0ec-4b69-aaee-781382c0e65e service neutron] 10.222.0.36 "GET /v2.0/networks/dd7ec48b-6d39-4a18-b327-ebbed0bef582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270764 Jun 22 01:54:44.172060 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa2160-f708-41d4-baf8-17d53908bf6a None None] Network 9dcef9f5-f953-452a-9e08-ad7d397467d3 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:54:44.189236 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48102) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:44.235870 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_v2 [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Deleting subnet 39dd95b0-085d-45c9-9436-d0264ab1ee92 {{(pid=104429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:54:44.239553 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.277069 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5818359'] for subnet, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.317516 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.328401 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-3f3d0496-e401-447a-b4ac-68cca046b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:44.329887 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-3f3d0496-e401-447a-b4ac-68cca046b10d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f97f18c55c94aeaaa8dad8cb7c1bc3b&device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 1101 time: 0.0674355 Jun 22 01:54:44.375584 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4585310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6042340'] for subnet, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.377840 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a81d1bbf-d06e-4d86-b4ed-78652049dfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:44.403409 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39dd95b0-085d-45c9-9436-d0264ab1ee92,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:44.407059 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:44.408726 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.410645 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/39dd95b0-085d-45c9-9436-d0264ab1ee92 HTTP/1.1" status: 204 len: 168 time: 0.2202458 Jun 22 01:54:44.414544 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48104) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:44.431375 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-e93f522b-1e14-423a-8226-80c0ba4acd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:44.432748 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-e93f522b-1e14-423a-8226-80c0ba4acd8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dd7ec48b-6d39-4a18-b327-ebbed0bef582 HTTP/1.1" status: 200 len: 870 time: 0.0958478 Jun 22 01:54:44.476181 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-55f5ee16-2f7f-4027-8344-cd5a96599207 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=4d355458-4809-4ca3-9b59-62345cd58749 HTTP/1.1" status: 200 len: 217 time: 0.0358653 Jun 22 01:54:44.483209 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.555301 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-361f3ac7-fd11-4fed-82c7-c5ef827192ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:44.557795 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-361f3ac7-fd11-4fed-82c7-c5ef827192ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=651d8a1b-e4d7-4492-b0ef-c58e87e65648 HTTP/1.1" status: 200 len: 843 time: 0.0696414 Jun 22 01:54:44.588644 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.598178 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9116afb2-c948-4e8c-8d76-158a42157a37']}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:44.608205 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba73121f-0a95-4062-a9de-b06ed0e0c951') {'for_net_delete': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:44.608500 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba73121f-0a95-4062-a9de-b06ed0e0c951') {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:44.617099 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5818304'] for segment, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.631091 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.636849 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:54:44.637222 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441831'] for segment, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: Traceback (most recent call last): Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: timer() Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: cb(*args, **kw) Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: return func(*args, **kwargs) Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: self._notify() Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: self.callback(batched_events) Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: event.method(event) Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: return f(self, *a, **k) Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: return self._get(url).json() Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: return self.request(url, 'GET', **kwargs) Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:54:44.639702 dv-cinder-797073-2-smb neutron-server[104429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:54:44.654333 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-a049b83a-4a4f-4f58-8657-84496e25455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:44.655819 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-a049b83a-4a4f-4f58-8657-84496e25455f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dd7ec48b-6d39-4a18-b327-ebbed0bef582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771537 Jun 22 01:54:44.694700 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.699085 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0cc89e02-06ef-4322-a587-cab4e67b69ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:44.701828 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.703695 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/9116afb2-c948-4e8c-8d76-158a42157a37 HTTP/1.1" status: 204 len: 168 time: 0.2882018 Jun 22 01:54:44.715582 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48108) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:44.721267 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Pushing event deleted for resources: {'Network': ['ID=9116afb2-c948-4e8c-8d76-158a42157a37,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:44.723756 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b867a7e2-e14f-4557-b35f-a8d6107348aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:44.780565 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] Deleting subnet 148805e2-cd08-4b67-ada1-8a4956e7bb1e {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:54:44.789904 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:44.853703 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-7c41dd75-632e-4f6d-a801-3570f5972a54 service neutron] 10.222.0.36 "GET /v2.0/networks/dd7ec48b-6d39-4a18-b327-ebbed0bef582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894779 Jun 22 01:54:44.879609 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4646515'] for subnet, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.125859 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed96f9-687c-45b4-9efb-9514d4ec813e req-2db476ec-f487-4a31-aa2f-4f16c2e9e165 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:45.127333 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-18ed96f9-687c-45b4-9efb-9514d4ec813e req-2db476ec-f487-4a31-aa2f-4f16c2e9e165 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.0696888 Jun 22 01:54:45.168422 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-18ed96f9-687c-45b4-9efb-9514d4ec813e req-67809bf6-b5a3-476e-8139-049a3496853d tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Jun 22 01:54:45.223437 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520ccf8-af24-4d16-8a8d-1a3d4470ff34 req-f6d6de91-d8b1-44c9-9c6c-e9d999d9c568 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:45.224868 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3520ccf8-af24-4d16-8a8d-1a3d4470ff34 req-f6d6de91-d8b1-44c9-9c6c-e9d999d9c568 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 948 time: 0.4400704 Jun 22 01:54:45.230102 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.261873 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.293074 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-410f5f9b-c9e3-44b7-8973-e9f0cc706d39 req-77ab0045-1c6d-4ad8-ae9e-4503560b2230 service neutron] 10.222.0.36 "GET /v2.0/networks/dd7ec48b-6d39-4a18-b327-ebbed0bef582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282489 Jun 22 01:54:45.317787 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3520ccf8-af24-4d16-8a8d-1a3d4470ff34 req-cfd229d5-389f-4114-a99d-c4e8163a3250 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853977 Jun 22 01:54:45.327723 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7360836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5843282'] for subnet, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.331259 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a496161e-bdf1-4890-b496-06d5ea53da2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:45.356128 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148805e2-cd08-4b67-ada1-8a4956e7bb1e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:45.358886 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.360798 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/148805e2-cd08-4b67-ada1-8a4956e7bb1e HTTP/1.1" status: 204 len: 168 time: 0.6445172 Jun 22 01:54:45.361647 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7a05a743-718c-4418-a0b1-57bc0985947a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:45.364401 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48112) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:45.433423 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.508136 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.518282 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcef9f5-f953-452a-9e08-ad7d397467d3']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:45.532607 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e588370b-95c1-4946-91cc-dca4d33309d8') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:45.532907 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e588370b-95c1-4946-91cc-dca4d33309d8') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:54:45.541418 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4646468'] for segment, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.554800 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.560581 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:54:45.561006 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7758077'] for segment, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: Traceback (most recent call last): Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: timer() Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: cb(*args, **kw) Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: return func(*args, **kwargs) Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: self._notify() Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: self.callback(batched_events) Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: event.method(event) Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: return f(self, *a, **k) Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: return self._get(url).json() Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: return self.request(url, 'GET', **kwargs) Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:54:45.562628 dv-cinder-797073-2-smb neutron-server[104428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:54:45.615273 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.619367 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:45.623175 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.628105 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9dcef9f5-f953-452a-9e08-ad7d397467d3 HTTP/1.1" status: 204 len: 168 time: 0.2599618 Jun 22 01:54:45.634683 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dcef9f5-f953-452a-9e08-ad7d397467d3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:45.636895 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8d0f9ce8-8340-4f78-84b4-7fea652d31c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:45.791284 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48116) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:45.831751 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-f957f45d-bb5f-4369-bbdf-253ca20d5b41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be73ac8a3ecd422b9fd7da2057c4fb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377738 Jun 22 01:54:45.832860 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48118) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:45.881024 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f6b335eb-df02-4e8b-a915-3069b9d7c8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.906654 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f6b335eb-df02-4e8b-a915-3069b9d7c8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.960264 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f6b335eb-df02-4e8b-a915-3069b9d7c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.963223 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f6b335eb-df02-4e8b-a915-3069b9d7c8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:45.964331 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-f6b335eb-df02-4e8b-a915-3069b9d7c8ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b15860d-4a84-4cd6-86ab-bd37a0cf820e HTTP/1.1" status: 204 len: 168 time: 0.1305301 Jun 22 01:54:45.965070 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a6d0b88b-4896-490f-b1e7-8575e54c8389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:45.972415 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b335eb-df02-4e8b-a915-3069b9d7c8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b15860d-4a84-4cd6-86ab-bd37a0cf820e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:45.975072 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f6b335eb-df02-4e8b-a915-3069b9d7c8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:46.298437 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48126) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:46.338627 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-2f1aabf2-a10f-40c6-ab06-6044b7d1ea6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0331cea5cdff40559261c1c9dc960db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389802 Jun 22 01:54:46.341255 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48128) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:46.363380 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7c8fc-69a2-4f89-b832-2563a6b5417d req-c89d1c7d-ed83-435a-a93f-2d0e4fc99f5a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:46.366425 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2ed7c8fc-69a2-4f89-b832-2563a6b5417d req-c89d1c7d-ed83-435a-a93f-2d0e4fc99f5a tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.0799925 Jun 22 01:54:46.431297 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2ed7c8fc-69a2-4f89-b832-2563a6b5417d req-555e89b5-8575-4983-b18d-243c49bdca21 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/security-groups?id=f73cb599-e25d-47b2-8085-c9a923a71fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589931 Jun 22 01:54:46.444454 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-91969ab3-a4e5-4298-9d98-7f88b44a825e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:46.468733 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-91969ab3-a4e5-4298-9d98-7f88b44a825e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:46.516525 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-91969ab3-a4e5-4298-9d98-7f88b44a825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:46.518617 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5558-1de9-4a7f-9ffc-c3d6265abc45 req-09631c35-2bc0-43b9-b777-7da14caf5619 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:46.519356 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-91969ab3-a4e5-4298-9d98-7f88b44a825e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:46.520107 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c86d5558-1de9-4a7f-9ffc-c3d6265abc45 req-09631c35-2bc0-43b9-b777-7da14caf5619 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 948 time: 0.0789177 Jun 22 01:54:46.520447 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-91969ab3-a4e5-4298-9d98-7f88b44a825e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbfbf890-7a9e-4f03-b295-029e1be5dbc4 HTTP/1.1" status: 204 len: 168 time: 0.1782951 Jun 22 01:54:46.521195 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f6b5f0f9-d83e-4ed7-975d-a794af1d4d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:46.530927 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91969ab3-a4e5-4298-9d98-7f88b44a825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfbf890-7a9e-4f03-b295-029e1be5dbc4,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:46.533188 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-91969ab3-a4e5-4298-9d98-7f88b44a825e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:46.628927 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c86d5558-1de9-4a7f-9ffc-c3d6265abc45 req-6929dc43-6980-41d9-a835-c34a90430760 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007202 Jun 22 01:54:46.663566 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-7a416d0b-af6c-410f-ae5f-485803e31824 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:46.663566 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-7a416d0b-af6c-410f-ae5f-485803e31824 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.36 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 946 time: 0.1067312 Jun 22 01:54:46.779769 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Deleting port be331b13-736b-4060-8da3-9e323cffd238 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:54:46.780197 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:46.874405 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] For port be331b13-736b-4060-8da3-9e323cffd238, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=be331b13-736b-4060-8da3-9e323cffd238,segment=NetworkSegment(f4580714-4da7-44ed-a346-749538aa84a3),segment_id=f4580714-4da7-44ed-a346-749538aa84a3)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:46.874760 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:46.979042 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 4d355458-4809-4ca3-9b59-62345cd58749 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:54:46.979595 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Calling delete_port for be331b13-736b-4060-8da3-9e323cffd238 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:54:47.090004 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 4d355458-4809-4ca3-9b59-62345cd58749, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4d355458-4809-4ca3-9b59-62345cd58749,segment=NetworkSegment(511206bd-e9cf-441c-8288-7b7e85bb271e),segment_id=511206bd-e9cf-441c-8288-7b7e85bb271e)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:47.103560 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '4d355458-4809-4ca3-9b59-62345cd58749', 'network_id': 'dd7ec48b-6d39-4a18-b327-ebbed0bef582', 'port_id': '4d355458-4809-4ca3-9b59-62345cd58749', 'mac_address': 'fa:16:3e:35:39:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '651d8a1b-e4d7-4492-b0ef-c58e87e65648', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:54:47.163718 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:47.169890 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8680f3fa-a062-4dee-b175-7d5290f65c58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:47.198521 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Pushing event deleted for resources: {'Port': ['ID=be331b13-736b-4060-8da3-9e323cffd238,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:47.203262 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:47.253011 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] No DVR routers for this DVR port be331b13-736b-4060-8da3-9e323cffd238 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:54:47.256283 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:47.258644 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c7acdff3-62f5-474f-ab13-5868811b4c49 req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.36 "DELETE /v2.0/ports/be331b13-736b-4060-8da3-9e323cffd238 HTTP/1.1" status: 204 len: 173 time: 0.5911121 Jun 22 01:54:47.259487 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b879645f-1fc1-4177-8a17-7384cd80c012', 'name': 'network-vif-deleted', 'tag': 'be331b13-736b-4060-8da3-9e323cffd238'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:47.262390 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b56119-d8f2-4eab-98c5-38f020003e0d" -d '{"events": [{"server_uuid": "b879645f-1fc1-4177-8a17-7384cd80c012", "name": "network-vif-deleted", "tag": "be331b13-736b-4060-8da3-9e323cffd238"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:47.286943 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['be331b13-736b-4060-8da3-9e323cffd238'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:47.306009 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b67e7df-4568-420f-9756-c24f62b8562a x-openstack-request-id: req-6b67e7df-4568-420f-9756-c24f62b8562a {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:47.306598 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b879645f-1fc1-4177-8a17-7384cd80c012", "name": "network-vif-deleted", "tag": "be331b13-736b-4060-8da3-9e323cffd238", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:47.306967 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b67e7df-4568-420f-9756-c24f62b8562a {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:47.307353 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b879645f-1fc1-4177-8a17-7384cd80c012', 'name': 'network-vif-deleted', 'tag': 'be331b13-736b-4060-8da3-9e323cffd238', 'status': 'completed', 'code': 200} Jun 22 01:54:47.309279 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:47.322616 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d355458-4809-4ca3-9b59-62345cd58749 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:54:47.346293 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 4d355458-4809-4ca3-9b59-62345cd58749, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4d355458-4809-4ca3-9b59-62345cd58749,segment=NetworkSegment(511206bd-e9cf-441c-8288-7b7e85bb271e),segment_id=511206bd-e9cf-441c-8288-7b7e85bb271e)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:47.350749 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:47.352912 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-23b405e9-e3ed-436d-8647-c06887ce2508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:47.403190 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=4d355458-4809-4ca3-9b59-62345cd58749,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:47.411594 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.411947 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.412288 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.412620 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.412950 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.413932 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.413932 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.413932 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.414606 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.414806 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.415134 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.415615 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:54:47.420687 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:47.638516 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8f0f91e2-2207-4797-b10d-5372cc5ff9d1 req-75bf4655-ffe2-4e51-a10b-2c9617443816 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] 10.222.0.13 "GET /v2.0/ports?device_id=b879645f-1fc1-4177-8a17-7384cd80c012 HTTP/1.1" status: 200 len: 210 time: 0.0350258 Jun 22 01:54:47.842978 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47128b-7d32-4119-8c66-e7bd4dccad43 req-087ddc82-ab83-4b1f-9c6e-e935c03719c3 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:47.845470 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-aa47128b-7d32-4119-8c66-e7bd4dccad43 req-087ddc82-ab83-4b1f-9c6e-e935c03719c3 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 949 time: 0.0773470 Jun 22 01:54:47.870489 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['4d355458-4809-4ca3-9b59-62345cd58749'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:47.900713 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-aa47128b-7d32-4119-8c66-e7bd4dccad43 req-acf61959-5204-48b4-bbd1-2b9637765f86 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495102 Jun 22 01:54:48.997194 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device be331b13-736b-4060-8da3-9e323cffd238 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:49.023727 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: be331b13-736b-4060-8da3-9e323cffd238 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:54:49.024307 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device be331b13-736b-4060-8da3-9e323cffd238 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:54:49.097273 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de04684-9ae3-4b2f-82d5-4db89d869e6b req-83150008-7183-4adb-932e-e9992a20991c tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:49.098780 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2de04684-9ae3-4b2f-82d5-4db89d869e6b req-83150008-7183-4adb-932e-e9992a20991c tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 949 time: 0.0704768 Jun 22 01:54:49.142282 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2de04684-9ae3-4b2f-82d5-4db89d869e6b req-6c08fd09-d270-47e6-b8e3-8f8e9a79b2e5 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375996 Jun 22 01:54:50.331717 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41eedd7-72f5-48fd-a76d-0320ffb76698 req-6cee4cf9-68b3-4694-9249-7df2e2c27eb5 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:50.333091 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b41eedd7-72f5-48fd-a76d-0320ffb76698 req-6cee4cf9-68b3-4694-9249-7df2e2c27eb5 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 949 time: 0.0670860 Jun 22 01:54:50.370252 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b41eedd7-72f5-48fd-a76d-0320ffb76698 req-172bebfc-420c-4f1e-8977-9aada97dd317 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jun 22 01:54:51.017007 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 4d355458-4809-4ca3-9b59-62345cd58749 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:54:51.066820 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 4d355458-4809-4ca3-9b59-62345cd58749 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:54:51.070901 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 4d355458-4809-4ca3-9b59-62345cd58749 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:54:51.071310 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:51.161402 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:51.184533 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ad2b02-e0f6-4898-bcbc-e979b929d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d355458-4809-4ca3-9b59-62345cd58749'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:51.186977 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4a8236-8590-48aa-91c9-b3c41a5c8430" -d '{"events": [{"server_uuid": "59ad2b02-e0f6-4898-bcbc-e979b929d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "4d355458-4809-4ca3-9b59-62345cd58749"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:51.201025 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 4d355458-4809-4ca3-9b59-62345cd58749, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4d355458-4809-4ca3-9b59-62345cd58749,segment=NetworkSegment(511206bd-e9cf-441c-8288-7b7e85bb271e),segment_id=511206bd-e9cf-441c-8288-7b7e85bb271e)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:51.205563 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:51.207828 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:51.229619 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337b53ad-c49f-457f-962e-2cc48c53713f x-openstack-request-id: req-337b53ad-c49f-457f-962e-2cc48c53713f {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:51.229917 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ad2b02-e0f6-4898-bcbc-e979b929d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "4d355458-4809-4ca3-9b59-62345cd58749", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:51.230207 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-337b53ad-c49f-457f-962e-2cc48c53713f {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:51.230594 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ad2b02-e0f6-4898-bcbc-e979b929d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d355458-4809-4ca3-9b59-62345cd58749', 'code': 200} Jun 22 01:54:51.256151 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=4d355458-4809-4ca3-9b59-62345cd58749,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:51.259357 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:51.591255 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e4897-fbad-48ba-8bfe-5c03d8b4bb79 req-4ab681cd-d42d-47c7-89e6-7871ccbc3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:51.593351 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f13e4897-fbad-48ba-8bfe-5c03d8b4bb79 req-4ab681cd-d42d-47c7-89e6-7871ccbc3f14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 1103 time: 0.0989373 Jun 22 01:54:51.619838 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a00161-336b-4f49-b543-88d155d51f06 req-ce199da3-9b61-42c7-9870-38db597c38fb tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:51.621546 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-86a00161-336b-4f49-b543-88d155d51f06 req-ce199da3-9b61-42c7-9870-38db597c38fb tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 950 time: 0.1179154 Jun 22 01:54:51.671641 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f13e4897-fbad-48ba-8bfe-5c03d8b4bb79 req-1a1cd5b7-b168-4c72-b99e-4ca0f50fc736 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664153 Jun 22 01:54:51.705430 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-86a00161-336b-4f49-b543-88d155d51f06 req-be0a270b-328f-41b4-be3c-847406bbe43e tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713840 Jun 22 01:54:52.555773 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48250) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:52.658828 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f748-2275-494e-b697-78f5ead04431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:52.765481 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f748-2275-494e-b697-78f5ead04431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:52.770435 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f748-2275-494e-b697-78f5ead04431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:52.775842 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-309512c8-f0e5-4558-9bb8-765e5dcfcfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:52.844961 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:54:52.847977 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6cf2f748-2275-494e-b697-78f5ead04431 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d00caaba4ff4a64b1bf4655df0f6e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909048 Jun 22 01:54:52.850360 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48258) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:52.851573 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2f748-2275-494e-b697-78f5ead04431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4887162b-1039-4562-9170-8dc8401fdfed,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:52.881550 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6cf2f748-2275-494e-b697-78f5ead04431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:52.902572 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-107f289a-36f4-4226-bd87-8cc8baf9a46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:52.925037 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-107f289a-36f4-4226-bd87-8cc8baf9a46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:52.928949 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8a773-649e-4e78-8260-abc5601186dc req-7865d8d0-3723-46af-9558-6abcdabe5c92 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:52.930768 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-77f8a773-649e-4e78-8260-abc5601186dc req-7865d8d0-3723-46af-9558-6abcdabe5c92 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 950 time: 0.1073616 Jun 22 01:54:52.975842 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-107f289a-36f4-4226-bd87-8cc8baf9a46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:52.978205 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-77f8a773-649e-4e78-8260-abc5601186dc req-bf768dda-2d41-4943-8fdf-749dda16027f tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369205 Jun 22 01:54:52.987798 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-107f289a-36f4-4226-bd87-8cc8baf9a46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:52.989954 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-107f289a-36f4-4226-bd87-8cc8baf9a46e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4887162b-1039-4562-9170-8dc8401fdfed HTTP/1.1" status: 204 len: 168 time: 0.1383896 Jun 22 01:54:52.990781 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f6b335eb-df02-4e8b-a915-3069b9d7c8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:53.001872 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f289a-36f4-4226-bd87-8cc8baf9a46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4887162b-1039-4562-9170-8dc8401fdfed,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:53.006938 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-107f289a-36f4-4226-bd87-8cc8baf9a46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:53.258697 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48264) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:53.272613 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f9d2636c-187d-49dc-8553-6668d4d7fbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:53.366110 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f9d2636c-187d-49dc-8553-6668d4d7fbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:53.369983 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f9d2636c-187d-49dc-8553-6668d4d7fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:53.372556 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f335c8cb-737a-46a1-b266-7a658a7003b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:53.414535 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f9d2636c-187d-49dc-8553-6668d4d7fbf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d86a575e5714429daf31f5266a3692f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546583 Jun 22 01:54:53.415448 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2636c-187d-49dc-8553-6668d4d7fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36903fd1-0d3f-4d65-8bc8-b3be1990bfd3,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:53.417195 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48266) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:54:53.418385 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f9d2636c-187d-49dc-8553-6668d4d7fbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:53.487098 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e582ef56-39a2-4e5c-86c1-93b51f1a0609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:53.509519 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e582ef56-39a2-4e5c-86c1-93b51f1a0609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:53.558041 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e582ef56-39a2-4e5c-86c1-93b51f1a0609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:53.562131 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e582ef56-39a2-4e5c-86c1-93b51f1a0609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:53.563535 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-e582ef56-39a2-4e5c-86c1-93b51f1a0609 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36903fd1-0d3f-4d65-8bc8-b3be1990bfd3 HTTP/1.1" status: 204 len: 168 time: 0.1448247 Jun 22 01:54:53.565130 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ec477bed-ef5c-4d45-9cea-92d2a6d33c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:53.574392 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582ef56-39a2-4e5c-86c1-93b51f1a0609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36903fd1-0d3f-4d65-8bc8-b3be1990bfd3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:53.577174 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e582ef56-39a2-4e5c-86c1-93b51f1a0609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:54.159351 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5a172-596d-45e6-a2b0-a72b5984d727 req-5b6744f1-7b65-4273-bdf7-d90f4df0fccc tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:54.160891 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f7c5a172-596d-45e6-a2b0-a72b5984d727 req-5b6744f1-7b65-4273-bdf7-d90f4df0fccc tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 950 time: 0.0672836 Jun 22 01:54:54.205818 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f7c5a172-596d-45e6-a2b0-a72b5984d727 req-be338d37-1f2e-4202-ac7e-00fa21f323d2 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357237 Jun 22 01:54:54.633688 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca269c-6a8f-4b31-b6d3-ee8bbc9dae5a req-79a19de8-4037-4c63-9cd8-ad56dbd95f5d tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:54.635176 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e5ca269c-6a8f-4b31-b6d3-ee8bbc9dae5a req-79a19de8-4037-4c63-9cd8-ad56dbd95f5d tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 950 time: 0.0737753 Jun 22 01:54:54.689192 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e5ca269c-6a8f-4b31-b6d3-ee8bbc9dae5a req-94f70df5-f40e-4392-bc28-0661d867bc28 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435195 Jun 22 01:54:55.864894 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33ac06-f4d6-4109-8dd2-8c1b7447ecf5 req-76db2210-bb9e-4090-944b-c403c2d2bf6c tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:55.866522 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4e33ac06-f4d6-4109-8dd2-8c1b7447ecf5 req-76db2210-bb9e-4090-944b-c403c2d2bf6c tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 950 time: 0.0638614 Jun 22 01:54:55.907866 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4e33ac06-f4d6-4109-8dd2-8c1b7447ecf5 req-bd58052f-91d0-40d2-a1cd-531fe0018f5a tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/security-groups?id=e7cee64d-914d-4527-9557-d6854e58ce30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357339 Jun 22 01:54:56.556717 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-c7668876-e95e-47f1-a26e-d9987f039e19 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:54:56.558173 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-c7668876-e95e-47f1-a26e-d9987f039e19 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.36 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 950 time: 0.0647962 Jun 22 01:54:56.659273 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Deleting port 4d355458-4809-4ca3-9b59-62345cd58749 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:54:56.659616 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:56.766689 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] For port 4d355458-4809-4ca3-9b59-62345cd58749, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=4d355458-4809-4ca3-9b59-62345cd58749,segment=NetworkSegment(511206bd-e9cf-441c-8288-7b7e85bb271e),segment_id=511206bd-e9cf-441c-8288-7b7e85bb271e)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:54:56.767054 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:56.837359 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Calling delete_port for 4d355458-4809-4ca3-9b59-62345cd58749 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:54:56.969599 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:56.973407 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:54:56.998386 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Pushing event deleted for resources: {'Port': ['ID=4d355458-4809-4ca3-9b59-62345cd58749,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:54:57.001558 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:54:57.028420 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['4d355458-4809-4ca3-9b59-62345cd58749'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:54:57.058562 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] No DVR routers for this DVR port 4d355458-4809-4ca3-9b59-62345cd58749 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:54:57.061750 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:54:57.063940 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d3d18959-61e3-4f71-93e9-09f5ee614581 req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.36 "DELETE /v2.0/ports/4d355458-4809-4ca3-9b59-62345cd58749 HTTP/1.1" status: 204 len: 173 time: 0.4998000 Jun 22 01:54:57.064452 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ad2b02-e0f6-4898-bcbc-e979b929d2cd', 'name': 'network-vif-deleted', 'tag': '4d355458-4809-4ca3-9b59-62345cd58749'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:54:57.066926 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998573c4-0fe7-4fb5-a956-debf4989183d" -d '{"events": [{"server_uuid": "59ad2b02-e0f6-4898-bcbc-e979b929d2cd", "name": "network-vif-deleted", "tag": "4d355458-4809-4ca3-9b59-62345cd58749"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:54:57.087884 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a866a881-6512-4364-b4dc-8f1906371764 req-f3a94431-9fa9-40ab-b8fe-cce622ccbae4 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] 10.222.0.13 "GET /v2.0/ports?device_id=59ad2b02-e0f6-4898-bcbc-e979b929d2cd HTTP/1.1" status: 200 len: 210 time: 0.0544231 Jun 22 01:54:57.136197 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac61fb9-449c-42c2-9210-9ca5b369c5fc x-openstack-request-id: req-0ac61fb9-449c-42c2-9210-9ca5b369c5fc {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:54:57.137529 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ad2b02-e0f6-4898-bcbc-e979b929d2cd", "name": "network-vif-deleted", "tag": "4d355458-4809-4ca3-9b59-62345cd58749", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:54:57.137845 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ac61fb9-449c-42c2-9210-9ca5b369c5fc {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:54:57.139210 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ad2b02-e0f6-4898-bcbc-e979b929d2cd', 'name': 'network-vif-deleted', 'tag': '4d355458-4809-4ca3-9b59-62345cd58749', 'status': 'completed', 'code': 200} Jun 22 01:54:59.057106 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 4d355458-4809-4ca3-9b59-62345cd58749 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:54:59.080751 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 4d355458-4809-4ca3-9b59-62345cd58749 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:54:59.081378 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 4d355458-4809-4ca3-9b59-62345cd58749 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:55:00.783726 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48628) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:00.893174 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d15a-69b2-4aaf-b55f-0001ec77df1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:00.983795 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d15a-69b2-4aaf-b55f-0001ec77df1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:00.989018 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d15a-69b2-4aaf-b55f-0001ec77df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:00.992176 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a788c2b7-f774-4471-9ffe-3f91ed061c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:01.043053 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-d0e0d15a-69b2-4aaf-b55f-0001ec77df1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e217fc20e2e04d7389347a18b5da0ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580991 Jun 22 01:55:01.045645 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0d15a-69b2-4aaf-b55f-0001ec77df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f248262-4631-456b-8988-445978c2a4a4,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:01.046905 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48632) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:01.048813 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d0e0d15a-69b2-4aaf-b55f-0001ec77df1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:01.096299 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fa87ea4b-d85b-4f57-a625-a6f9ba865ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.118335 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fa87ea4b-d85b-4f57-a625-a6f9ba865ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.167254 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fa87ea4b-d85b-4f57-a625-a6f9ba865ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.174936 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-fa87ea4b-d85b-4f57-a625-a6f9ba865ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.174936 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-fa87ea4b-d85b-4f57-a625-a6f9ba865ebb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f248262-4631-456b-8988-445978c2a4a4 HTTP/1.1" status: 204 len: 168 time: 0.1248970 Jun 22 01:55:01.174936 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6f32bee0-3bbe-4742-940a-0bd7b2146be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:01.182067 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87ea4b-d85b-4f57-a625-a6f9ba865ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f248262-4631-456b-8988-445978c2a4a4,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:01.184499 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-fa87ea4b-d85b-4f57-a625-a6f9ba865ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:01.450069 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48648) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:01.463612 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0b7030d8-fb47-4b2e-ad62-6c58994c9785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.481871 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-67295d7a-e52e-4770-8dbf-5949465732c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.555187 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0b7030d8-fb47-4b2e-ad62-6c58994c9785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.558741 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0b7030d8-fb47-4b2e-ad62-6c58994c9785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.561671 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0d9618a1-3773-4588-bb0d-95f08d23f470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:01.595278 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7030d8-fb47-4b2e-ad62-6c58994c9785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd150cc3-b738-42b2-ab56-9e418d73f1a1,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:01.599479 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0b7030d8-fb47-4b2e-ad62-6c58994c9785 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db7dcefc1f3f4971a220d96676796382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478665 Jun 22 01:55:01.600349 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0b7030d8-fb47-4b2e-ad62-6c58994c9785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:01.602669 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48650) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:01.650301 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0bea39ed-06e1-445b-be4c-26e9e00bfab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.671844 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0bea39ed-06e1-445b-be4c-26e9e00bfab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.718494 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0bea39ed-06e1-445b-be4c-26e9e00bfab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.721073 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0bea39ed-06e1-445b-be4c-26e9e00bfab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:01.722257 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0bea39ed-06e1-445b-be4c-26e9e00bfab6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd150cc3-b738-42b2-ab56-9e418d73f1a1 HTTP/1.1" status: 204 len: 168 time: 0.1192594 Jun 22 01:55:01.722991 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-154ed697-5dbf-411e-86fe-ba9fefb9a7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:01.730369 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea39ed-06e1-445b-be4c-26e9e00bfab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd150cc3-b738-42b2-ab56-9e418d73f1a1,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:01.733942 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0bea39ed-06e1-445b-be4c-26e9e00bfab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:02.037288 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48664) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:02.179983 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a62625cc-e9c6-4a20-b8b3-e89dac1a5632 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f97f18c55c94aeaaa8dad8cb7c1bc3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411932 Jun 22 01:55:02.183681 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48674) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:02.238591 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e581-5059-4b6e-b4dd-aeec67077069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:02.260726 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e581-5059-4b6e-b4dd-aeec67077069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:02.331487 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e581-5059-4b6e-b4dd-aeec67077069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:02.334393 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8ef0e581-5059-4b6e-b4dd-aeec67077069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:02.349830 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-8ef0e581-5059-4b6e-b4dd-aeec67077069 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7cee64d-914d-4527-9557-d6854e58ce30 HTTP/1.1" status: 204 len: 168 time: 0.1535354 Jun 22 01:55:02.350829 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-191c083b-c70e-41d1-a1b8-8cfad8edda20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:02.359973 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0e581-5059-4b6e-b4dd-aeec67077069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cee64d-914d-4527-9557-d6854e58ce30,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:02.363562 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-8ef0e581-5059-4b6e-b4dd-aeec67077069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:03.703294 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-934d0f98-895c-43f8-bd47-1add3ce546c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:04.178778 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:05.240437 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.198552 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48764) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:06.301389 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.387295 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.392119 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.394956 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-efcec15c-3b99-4266-af35-1edffaaff955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:06.433440 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbe8cb1f4b184728b5d888027058965b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338066 Jun 22 01:55:06.434453 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb69e5d-9df9-4dec-bbc4-af51f3f36d0c,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:06.436280 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48768) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:06.442018 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.442401 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.442766 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.443122 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.443471 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.443930 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.444176 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.444545 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.444917 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.445317 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.445605 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.445946 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:06.449754 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:06.488159 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-68cf3c7d-f4c9-4fc7-bde5-2a23db3eff44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.508658 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-68cf3c7d-f4c9-4fc7-bde5-2a23db3eff44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.555055 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-68cf3c7d-f4c9-4fc7-bde5-2a23db3eff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.557637 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-68cf3c7d-f4c9-4fc7-bde5-2a23db3eff44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.558817 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-68cf3c7d-f4c9-4fc7-bde5-2a23db3eff44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fb69e5d-9df9-4dec-bbc4-af51f3f36d0c HTTP/1.1" status: 204 len: 168 time: 0.1215622 Jun 22 01:55:06.559557 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4e12efac-2bb0-4a6e-b5cd-c0b833d46fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:06.567498 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf3c7d-f4c9-4fc7-bde5-2a23db3eff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb69e5d-9df9-4dec-bbc4-af51f3f36d0c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:06.569750 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-68cf3c7d-f4c9-4fc7-bde5-2a23db3eff44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:06.814903 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48774) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:06.828824 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-336a4d52-badc-43fb-9bd9-6d99cca399c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.852895 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.923512 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-336a4d52-badc-43fb-9bd9-6d99cca399c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.927427 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-336a4d52-badc-43fb-9bd9-6d99cca399c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:06.929994 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-fa87ea4b-d85b-4f57-a625-a6f9ba865ebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:06.968034 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-336a4d52-badc-43fb-9bd9-6d99cca399c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75282bca8eed4494be3dcd3d8047de5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520445 Jun 22 01:55:06.968803 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a4d52-badc-43fb-9bd9-6d99cca399c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5898f785-8075-41ac-9bff-d19cf035ec9b,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:06.970660 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48782) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:06.971780 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-336a4d52-badc-43fb-9bd9-6d99cca399c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:07.028113 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-91f14044-fd1f-484b-8301-8372eeda9742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.048146 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-91f14044-fd1f-484b-8301-8372eeda9742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.095276 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-91f14044-fd1f-484b-8301-8372eeda9742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.097980 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-91f14044-fd1f-484b-8301-8372eeda9742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:07.099105 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-91f14044-fd1f-484b-8301-8372eeda9742 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5898f785-8075-41ac-9bff-d19cf035ec9b HTTP/1.1" status: 204 len: 168 time: 0.1258435 Jun 22 01:55:07.099848 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f112b4e9-9093-4b03-b42a-06da6c152bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:07.107692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f14044-fd1f-484b-8301-8372eeda9742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898f785-8075-41ac-9bff-d19cf035ec9b,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:07.109903 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-91f14044-fd1f-484b-8301-8372eeda9742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:08.039500 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48814) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:08.090714 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_v2 [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] Deleting subnet 63e1b523-5d63-4b6e-8417-4f072f0206e7 {{(pid=104429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:55:08.101660 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.140634 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5818359'] for subnet, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.186800 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.238913 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4585310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6042340'] for subnet, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.242307 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:08.268489 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.270680 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63e1b523-5d63-4b6e-8417-4f072f0206e7 HTTP/1.1" status: 204 len: 168 time: 0.2295504 Jun 22 01:55:08.271372 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e1b523-5d63-4b6e-8417-4f072f0206e7,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:08.272868 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48820) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:08.274823 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-82228da4-228f-4b5e-a0aa-49dd95e51933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:08.340216 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.420634 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.429791 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c42b18-9c77-45b6-bc8d-61efbb7f7914']}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:55:08.440076 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4580714-4da7-44ed-a346-749538aa84a3') {'for_net_delete': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:55:08.440368 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4580714-4da7-44ed-a346-749538aa84a3') {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:55:08.448690 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5818304'] for segment, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.462209 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.468426 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=104429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:55:08.468802 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441831'] for segment, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: Traceback (most recent call last): Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: timer() Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: cb(*args, **kw) Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: return func(*args, **kwargs) Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: self._notify() Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: self.callback(batched_events) Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: event.method(event) Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: return f(self, *a, **k) Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: return self._get(url).json() Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: return self.request(url, 'GET', **kwargs) Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:55:08.470410 dv-cinder-797073-2-smb neutron-server[104429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:55:08.526122 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.530436 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:08.532765 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.534577 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1c42b18-9c77-45b6-bc8d-61efbb7f7914 HTTP/1.1" status: 204 len: 168 time: 0.2608314 Jun 22 01:55:08.546230 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c42b18-9c77-45b6-bc8d-61efbb7f7914,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:08.548784 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-442a89ab-de0e-4c9b-94f9-7c472b35a0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:08.695224 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48824) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:08.735777 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-00ccaf5d-ba9e-4627-9f6c-172cc4dd8da8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8ed7f0853844b4f860b8f4ef2e77262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392017 Jun 22 01:55:08.738180 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48826) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:08.786141 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4e73a8a9-aa70-4e23-aca9-71b234b7e8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.806884 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4e73a8a9-aa70-4e23-aca9-71b234b7e8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.851991 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4e73a8a9-aa70-4e23-aca9-71b234b7e8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.854687 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4e73a8a9-aa70-4e23-aca9-71b234b7e8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:08.855761 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4e73a8a9-aa70-4e23-aca9-71b234b7e8f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f73cb599-e25d-47b2-8085-c9a923a71fb2 HTTP/1.1" status: 204 len: 168 time: 0.1165462 Jun 22 01:55:08.856538 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e979c097-4180-4a42-b350-c12260125360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:08.864299 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73a8a9-aa70-4e23-aca9-71b234b7e8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73cb599-e25d-47b2-8085-c9a923a71fb2,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:08.866573 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4e73a8a9-aa70-4e23-aca9-71b234b7e8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:10.727482 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48844) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:10.839293 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c984-cdf2-4d16-871d-ec18f5d66bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:10.934499 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c984-cdf2-4d16-871d-ec18f5d66bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:10.939128 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c984-cdf2-4d16-871d-ec18f5d66bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:10.941540 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-604d5609-3a4f-4023-a673-0bd9281743f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:10.978426 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4c984-cdf2-4d16-871d-ec18f5d66bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1befc3c-ea48-4083-b307-4b18de839133,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:10.983129 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a7a4c984-cdf2-4d16-871d-ec18f5d66bfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edf65533345348bb83d93f1fb19da840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546372 Jun 22 01:55:10.984055 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a7a4c984-cdf2-4d16-871d-ec18f5d66bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:10.986451 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48848) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:11.033638 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92d914a4-63d6-4118-b5c7-cb628cfae6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.054314 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92d914a4-63d6-4118-b5c7-cb628cfae6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.099271 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92d914a4-63d6-4118-b5c7-cb628cfae6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.101975 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92d914a4-63d6-4118-b5c7-cb628cfae6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:11.103111 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-92d914a4-63d6-4118-b5c7-cb628cfae6af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1befc3c-ea48-4083-b307-4b18de839133 HTTP/1.1" status: 204 len: 168 time: 0.1157312 Jun 22 01:55:11.103848 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-8ef0e581-5059-4b6e-b4dd-aeec67077069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:11.111304 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d914a4-63d6-4118-b5c7-cb628cfae6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1befc3c-ea48-4083-b307-4b18de839133,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:11.113488 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-92d914a4-63d6-4118-b5c7-cb628cfae6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:15.263976 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:15.555630 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-a5aa16d2-ce02-4df6-a47a-1c8968b7dfdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570743 Jun 22 01:55:15.672095 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-0b40e1f7-739d-477a-9279-08f0d3bb1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:15.673589 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-0b40e1f7-739d-477a-9279-08f0d3bb1797 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 1100 time: 0.0534704 Jun 22 01:55:15.779461 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-bfea8390-8c43-47b0-a110-f2e62a0faa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:15.781031 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-bfea8390-8c43-47b0-a110-f2e62a0faa35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.0864868 Jun 22 01:55:15.849239 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-c06dc82e-7abf-4eac-a6d5-3278a72df0cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 200 len: 1001 time: 0.0620670 Jun 22 01:55:15.900474 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-7823ce22-74be-4930-953d-158788bf0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:15.901940 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-7823ce22-74be-4930-953d-158788bf0b68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0458825 Jun 22 01:55:15.958754 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-3eda63db-10e3-46ad-92a8-334a94b791ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:15.960256 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-3eda63db-10e3-46ad-92a8-334a94b791ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0518160 Jun 22 01:55:16.052230 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-9eba3b37-6b4d-4a30-95c8-00c7b0888be6 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851541 Jun 22 01:55:16.143716 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-576d55b3-04a1-408d-a786-e9bb7e801380 req-a3c856d3-e406-4339-b3d0-db65fc0d5d77 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Jun 22 01:55:23.917616 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-b67d82b7-d09f-43ef-a6f4-8c4801d1fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:23.919661 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-b67d82b7-d09f-43ef-a6f4-8c4801d1fbc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=293bf63f656e4467b17de3d3a9e6d588&device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1137 time: 0.0651963 Jun 22 01:55:24.011726 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-bb60eaf6-7b60-4979-a03d-8a43cc744ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:24.013774 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-bb60eaf6-7b60-4979-a03d-8a43cc744ad7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 200 len: 915 time: 0.0866175 Jun 22 01:55:24.114959 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-712139a0-5e18-4b32-8d1d-f1b7c8fe00ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 1000 time: 0.0939703 Jun 22 01:55:24.182613 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbc312-7b3b-4439-a67c-a3eee5d5edc8 req-99a35f18-8b7d-4133-8cff-4df56d33b13e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:24.183998 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-14cbc312-7b3b-4439-a67c-a3eee5d5edc8 req-99a35f18-8b7d-4133-8cff-4df56d33b13e tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.2810977 Jun 22 01:55:24.186478 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-faf52fe4-233e-49cd-bacb-7b0dfa6796e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:24.187793 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-faf52fe4-233e-49cd-bacb-7b0dfa6796e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cba16eaa-7a77-4cfe-ae17-c61500c19810 HTTP/1.1" status: 200 len: 853 time: 0.0638206 Jun 22 01:55:24.256551 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-14cbc312-7b3b-4439-a67c-a3eee5d5edc8 req-c2a30524-d948-4292-8804-1afb92699e39 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657759 Jun 22 01:55:24.276616 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-7b934dee-9512-47c0-9734-be8ea4e1a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:24.278453 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-7b934dee-9512-47c0-9734-be8ea4e1a569 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16fbc40c-98af-486e-8304-c72481cb644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813730 Jun 22 01:55:24.369286 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-5c5144a9-eb60-4c9f-a68a-1bde8e8dfaab service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830045 Jun 22 01:55:24.464284 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-75c159b7-c462-46c3-9180-dc32c4b8b717 req-c9d77316-593f-48c6-aff7-d9b5a98fd908 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883968 Jun 22 01:55:25.492518 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b67f9-364f-430b-b54a-d7e27652f3a3 req-a84aaeda-431b-4a99-a6a3-d716269e5db2 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:25.493994 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c32b67f9-364f-430b-b54a-d7e27652f3a3 req-a84aaeda-431b-4a99-a6a3-d716269e5db2 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.1183922 Jun 22 01:55:25.537053 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c32b67f9-364f-430b-b54a-d7e27652f3a3 req-9be138bf-60a2-46d9-a0b8-d6b5437b516c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367160 Jun 22 01:55:26.710444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf69474-a9fe-4a3f-967c-28bffb00af27 req-e4783062-4e26-4e46-9e03-177fcf05b639 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:26.711899 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2bf69474-a9fe-4a3f-967c-28bffb00af27 req-e4783062-4e26-4e46-9e03-177fcf05b639 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0636017 Jun 22 01:55:26.752779 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2bf69474-a9fe-4a3f-967c-28bffb00af27 req-878c5d54-af51-4812-b060-90916d5dacf8 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344570 Jun 22 01:55:27.931320 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afd78f-a18d-4c1a-bdc1-4510489c245d req-e52ae601-9419-41df-a906-d77105d17275 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:27.932777 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-13afd78f-a18d-4c1a-bdc1-4510489c245d req-e52ae601-9419-41df-a906-d77105d17275 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0679660 Jun 22 01:55:27.973198 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-13afd78f-a18d-4c1a-bdc1-4510489c245d req-b159ed45-6119-4a63-95bd-09bd1ffba020 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336943 Jun 22 01:55:29.162160 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94559634-d1d6-414e-b46e-85d90ca4973e req-65227583-ed69-4865-b81f-fd1f6648adc1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:29.163534 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-94559634-d1d6-414e-b46e-85d90ca4973e req-65227583-ed69-4865-b81f-fd1f6648adc1 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0636041 Jun 22 01:55:29.202867 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-94559634-d1d6-414e-b46e-85d90ca4973e req-fc52224c-6344-4a01-b779-ef08774a8810 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335195 Jun 22 01:55:29.845541 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:55:30.380337 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b69fa2-a2cb-41fa-a935-b2a6e4f2af88 req-f96343d3-b65e-420d-ab17-553b02a28578 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:30.381795 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a2b69fa2-a2cb-41fa-a935-b2a6e4f2af88 req-f96343d3-b65e-420d-ab17-553b02a28578 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0648797 Jun 22 01:55:30.423998 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a2b69fa2-a2cb-41fa-a935-b2a6e4f2af88 req-24f4e156-7c45-407d-8d60-85220e6891c0 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353069 Jun 22 01:55:31.484219 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-78bdff08-d96f-46c5-8add-a357da799bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:31.620893 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc7e16-04b9-446a-92ac-bb024b25fdfd req-dcfbd227-a5e5-40bd-be02-de7e736a21cf tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:31.622967 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-39cc7e16-04b9-446a-92ac-bb024b25fdfd req-dcfbd227-a5e5-40bd-be02-de7e736a21cf tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0825429 Jun 22 01:55:31.662805 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-39cc7e16-04b9-446a-92ac-bb024b25fdfd req-22a350e1-7f67-4280-b500-cb261b19a44d tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340748 Jun 22 01:55:32.850986 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47890ea-4c5b-492d-ae1f-646c14c5725d req-51450122-6c1d-41ab-b7b0-19e31cfdff03 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:32.853180 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f47890ea-4c5b-492d-ae1f-646c14c5725d req-51450122-6c1d-41ab-b7b0-19e31cfdff03 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0776322 Jun 22 01:55:32.898261 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f47890ea-4c5b-492d-ae1f-646c14c5725d req-d6d00474-c962-4407-b867-ef090a769399 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367179 Jun 22 01:55:33.687797 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f0a840e4-cd58-4a91-8784-d524e493d055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:34.072426 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee138d-2e55-4de0-a78d-f8e04d224af9 req-39af8a05-ebdf-42eb-b98e-bf63c02d0a34 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:34.073899 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f4ee138d-2e55-4de0-a78d-f8e04d224af9 req-39af8a05-ebdf-42eb-b98e-bf63c02d0a34 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0636032 Jun 22 01:55:34.114877 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f4ee138d-2e55-4de0-a78d-f8e04d224af9 req-6883de56-1bb3-4e73-8e09-d6c6d9310f69 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350697 Jun 22 01:55:34.179690 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:35.247391 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:35.292779 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d826b-20af-4812-b4b1-f67164f91be6 req-e44fe5c3-6239-4dda-be7d-f84756b5fb88 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:35.294319 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-565d826b-20af-4812-b4b1-f67164f91be6 req-e44fe5c3-6239-4dda-be7d-f84756b5fb88 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0650213 Jun 22 01:55:35.334535 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-565d826b-20af-4812-b4b1-f67164f91be6 req-64f03739-066c-4de8-8998-2652cd63474b tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341418 Jun 22 01:55:36.513208 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82036d0-a491-4df3-8a99-37230ddd2225 req-46369c94-834b-4af8-8633-a7a2016c7c4b tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:36.514734 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c82036d0-a491-4df3-8a99-37230ddd2225 req-46369c94-834b-4af8-8633-a7a2016c7c4b tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0694044 Jun 22 01:55:36.554895 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c82036d0-a491-4df3-8a99-37230ddd2225 req-1dce8278-5ed1-4746-b72c-2cab4bc788a7 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=ad56446c-3eae-49a8-8443-41679c36fad2&id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340471 Jun 22 01:55:36.849694 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:41.114826 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72b658-5f06-4db6-b5f8-dad56fa8106a req-eb96f2c8-629d-4295-862d-9b2abd976294 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:41.116184 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cb72b658-5f06-4db6-b5f8-dad56fa8106a req-eb96f2c8-629d-4295-862d-9b2abd976294 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0629947 Jun 22 01:55:41.158493 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cb72b658-5f06-4db6-b5f8-dad56fa8106a req-7c3a7b74-41a9-4d62-a006-51275117f9c6 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363424 Jun 22 01:55:42.342418 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42e52d-7304-43f0-bd57-8da503a68cce req-914a9300-a255-40c4-9f38-16b3d4bbf765 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:42.343886 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef42e52d-7304-43f0-bd57-8da503a68cce req-914a9300-a255-40c4-9f38-16b3d4bbf765 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0633550 Jun 22 01:55:42.380728 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef42e52d-7304-43f0-bd57-8da503a68cce req-b9400396-5f26-4d54-9d8e-70b483a762d9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312035 Jun 22 01:55:43.554227 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ea125-8730-42ee-a83c-d705834ca029 req-979fc3cd-fec3-4133-b587-d0f2d60283ad tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:43.555709 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ef5ea125-8730-42ee-a83c-d705834ca029 req-979fc3cd-fec3-4133-b587-d0f2d60283ad tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0647042 Jun 22 01:55:43.595369 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ef5ea125-8730-42ee-a83c-d705834ca029 req-dd38c80c-08ca-478a-ac08-f53d5558a0fe tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323851 Jun 22 01:55:44.768681 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9cb7-1fe3-4402-bc7d-a1cb39536930 req-fc0397af-2aff-4bc8-bb15-ccd431bf9d2d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:44.770042 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3baa9cb7-1fe3-4402-bc7d-a1cb39536930 req-fc0397af-2aff-4bc8-bb15-ccd431bf9d2d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0629425 Jun 22 01:55:44.807666 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3baa9cb7-1fe3-4402-bc7d-a1cb39536930 req-e2e839da-5fff-4d71-b0da-e5477faf117f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Jun 22 01:55:45.262717 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:45.983731 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758b883-634a-4f8c-b41b-2f9e26ddf5b0 req-ffd59891-839d-4673-bab1-c218944a1f81 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:45.985172 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1758b883-634a-4f8c-b41b-2f9e26ddf5b0 req-ffd59891-839d-4673-bab1-c218944a1f81 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0625327 Jun 22 01:55:46.024304 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1758b883-634a-4f8c-b41b-2f9e26ddf5b0 req-ca699084-4042-4e09-b00c-6d68955b42c4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332839 Jun 22 01:55:47.206223 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc6722-59ef-4436-afb4-78205a7a2fb5 req-3816d089-bd29-420d-99a5-189e4c968a7d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:47.208047 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9fcc6722-59ef-4436-afb4-78205a7a2fb5 req-3816d089-bd29-420d-99a5-189e4c968a7d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0688674 Jun 22 01:55:47.249029 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9fcc6722-59ef-4436-afb4-78205a7a2fb5 req-4652f9d9-c12b-425d-a73b-ab406427df08 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352287 Jun 22 01:55:48.428058 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabcc56-b46e-472a-a274-3f97c725c7b6 req-b9544fdd-cd15-442f-94fa-3bd1554661d2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:48.429544 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-caabcc56-b46e-472a-a274-3f97c725c7b6 req-b9544fdd-cd15-442f-94fa-3bd1554661d2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0659225 Jun 22 01:55:48.468725 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-caabcc56-b46e-472a-a274-3f97c725c7b6 req-fa2ce701-9a4e-44b1-a583-f5c420805bc2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335588 Jun 22 01:55:48.953573 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a822df-cce8-43a3-8c96-01f1cb9603bd req-25a9c8dd-152c-409e-aa64-83c63d603247 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:48.955076 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-00a822df-cce8-43a3-8c96-01f1cb9603bd req-25a9c8dd-152c-409e-aa64-83c63d603247 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 947 time: 0.0626223 Jun 22 01:55:48.994515 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-00a822df-cce8-43a3-8c96-01f1cb9603bd req-5f0e583c-cc89-4d9e-adc0-6690e12e396f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336592 Jun 22 01:55:49.659497 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484fc92-9ca8-449e-9e67-6a33994c82c6 req-42818fce-5685-4b80-a7cd-9b1bdf3b0ea6 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:49.660926 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e484fc92-9ca8-449e-9e67-6a33994c82c6 req-42818fce-5685-4b80-a7cd-9b1bdf3b0ea6 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0658207 Jun 22 01:55:49.697776 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e484fc92-9ca8-449e-9e67-6a33994c82c6 req-36c348f4-ac11-4839-9eda-d9c83c63e339 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Jun 22 01:55:50.177417 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136719b4-3cb5-4b51-ab21-e37f42d5d120 req-cdbcd562-09f9-4c93-90bb-a3a34e586cee tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:50.178816 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-136719b4-3cb5-4b51-ab21-e37f42d5d120 req-cdbcd562-09f9-4c93-90bb-a3a34e586cee tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 947 time: 0.0674193 Jun 22 01:55:50.216303 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-136719b4-3cb5-4b51-ab21-e37f42d5d120 req-ac314266-916a-4c64-b09b-f5c1d15ffb43 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317597 Jun 22 01:55:50.867937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91d251-8158-45ca-9355-59b62b6f4633 req-cadcdb1c-ba91-4863-99ea-d4e400f1708d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:50.869393 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7c91d251-8158-45ca-9355-59b62b6f4633 req-cadcdb1c-ba91-4863-99ea-d4e400f1708d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0632834 Jun 22 01:55:50.907111 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7c91d251-8158-45ca-9355-59b62b6f4633 req-ebef2527-b102-4d56-812b-ce9d766824cd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Jun 22 01:55:51.050146 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c300dd5-9309-40d6-a857-8570372ff30a req-fc1e73b6-70cc-4959-8bb4-d268e2b46159 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:51.051494 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1c300dd5-9309-40d6-a857-8570372ff30a req-fc1e73b6-70cc-4959-8bb4-d268e2b46159 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 947 time: 0.0641961 Jun 22 01:55:51.150742 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Deleting port 81d53976-e7b1-4178-803f-3b077cd05c70 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:55:51.151174 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:51.239216 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] For port 81d53976-e7b1-4178-803f-3b077cd05c70, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=81d53976-e7b1-4178-803f-3b077cd05c70,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:55:51.239575 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:51.393249 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18182bd3-3cc1-4be4-ac12-f8efb381d9ea req-635ef419-9732-4905-8096-76e7b4c2e7ce tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:51.394642 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-18182bd3-3cc1-4be4-ac12-f8efb381d9ea req-635ef419-9732-4905-8096-76e7b4c2e7ce tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 947 time: 0.0631359 Jun 22 01:55:51.431479 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-18182bd3-3cc1-4be4-ac12-f8efb381d9ea req-0eefb98c-f56e-4245-8c8f-ea69a2efa4fd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2814de7-6b8e-4816-8f20-8d0bfecf66a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309536 Jun 22 01:55:51.438097 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:51.438284 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:51.438624 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Floating IP a7c272fc-99ea-4143-ba4a-3713e0ae8ad0 disassociated. External IP: 172.28.3.98, port: 81d53976-e7b1-4178-803f-3b077cd05c70. Jun 22 01:55:51.438945 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Calling delete_port for 81d53976-e7b1-4178-803f-3b077cd05c70 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:55:51.565126 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:51.568866 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0f302c79-ba2e-4733-b368-ce053ff1dce7 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:51.593307 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event deleted for resources: {'Port': ['ID=81d53976-e7b1-4178-803f-3b077cd05c70,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:51.603898 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.604271 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.604633 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.604990 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.605337 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.605685 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.606582 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.607008 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.607348 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.607689 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.608030 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.608372 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:55:51.612782 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:51.715304 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:55:51.823029 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:55:51.836505 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] Sync routers for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:55:51.849547 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:55:51.850194 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:55:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:55:51.869613 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] No DVR routers for this DVR port 81d53976-e7b1-4178-803f-3b077cd05c70 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:55:51.873461 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:51.875454 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1c300dd5-9309-40d6-a857-8570372ff30a req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "DELETE /v2.0/ports/81d53976-e7b1-4178-803f-3b077cd05c70 HTTP/1.1" status: 204 len: 173 time: 0.8154225 Jun 22 01:55:51.875970 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-deleted', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:55:51.879061 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef19d825-7f49-46e6-b532-34dbddc48d31" -d '{"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-deleted", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:55:51.978588 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:55:52.007782 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3fbcb5-f742-4780-b790-842383367de6 x-openstack-request-id: req-7a3fbcb5-f742-4780-b790-842383367de6 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:55:52.008894 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36083df4-9108-4bd7-801c-9b058bf44bdb", "name": "network-vif-deleted", "tag": "81d53976-e7b1-4178-803f-3b077cd05c70", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:55:52.008894 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a3fbcb5-f742-4780-b790-842383367de6 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:55:52.009195 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36083df4-9108-4bd7-801c-9b058bf44bdb', 'name': 'network-vif-deleted', 'tag': '81d53976-e7b1-4178-803f-3b077cd05c70', 'status': 'completed', 'code': 200} Jun 22 01:55:52.153427 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc55de-f6e3-473f-bba6-d330d0e07b46 req-c2ab0577-257a-44d7-a6d0-332eede3fafe tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:52.161880 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c7cc55de-f6e3-473f-bba6-d330d0e07b46 req-c2ab0577-257a-44d7-a6d0-332eede3fafe tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0880172 Jun 22 01:55:52.198580 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c7cc55de-f6e3-473f-bba6-d330d0e07b46 req-42fd1464-77d0-4f83-ac0f-24b06c0b2757 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355785 Jun 22 01:55:52.219510 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:55:52.249400 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] Checking router: 08f6162d-7ccb-473b-a53d-e6e3a089e6dd for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:55:52.258183 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:55:52.258788 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:55:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:55:52.364475 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:55:52.584627 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:55:52.613729 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f24b4-cfd9-4fff-9567-dbae492fd145 None None] The sync data for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb is: [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:55:52.618120 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cb0d8123-108b-45be-a19e-0ac92bfe75c2 req-cda1f55d-0499-4546-95a4-dcb2443466d4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=36083df4-9108-4bd7-801c-9b058bf44bdb HTTP/1.1" status: 200 len: 210 time: 0.0347061 Jun 22 01:55:52.862830 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d32cfc-c1f8-4b35-a4f8-12407f1ab0f9 None None] New status for floating IP a7c272fc-99ea-4143-ba4a-3713e0ae8ad0: DOWN {{(pid=104431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:55:53.370819 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a10760-fcd2-40e7-b517-284e97ba4f8f req-df968661-1a6a-4443-ad16-32a694857fcf tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:53.372164 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-94a10760-fcd2-40e7-b517-284e97ba4f8f req-df968661-1a6a-4443-ad16-32a694857fcf tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0622897 Jun 22 01:55:53.410737 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-94a10760-fcd2-40e7-b517-284e97ba4f8f req-70c82334-6096-44e8-9c85-6b9a7a7c824f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327146 Jun 22 01:55:53.755912 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48972) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:53.815736 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ee8200f-6f81-44ac-beb0-96f96b3bdacd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:53.843164 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ee8200f-6f81-44ac-beb0-96f96b3bdacd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:53.890769 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ee8200f-6f81-44ac-beb0-96f96b3bdacd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:53.893596 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ee8200f-6f81-44ac-beb0-96f96b3bdacd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:53.894803 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-4ee8200f-6f81-44ac-beb0-96f96b3bdacd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2814de7-6b8e-4816-8f20-8d0bfecf66a9 HTTP/1.1" status: 204 len: 168 time: 0.1372075 Jun 22 01:55:53.895549 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8f471722-da1b-46db-b7f3-03dddec2b1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:53.897656 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48974) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:53.905464 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8200f-6f81-44ac-beb0-96f96b3bdacd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2814de7-6b8e-4816-8f20-8d0bfecf66a9,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:53.908026 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4ee8200f-6f81-44ac-beb0-96f96b3bdacd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:53.912132 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.api.v2.resource [None req-ea1f9ce3-796e-4cfd-82b9-941b4d8fdb74 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] show failed (client error): The resource could not be found. Jun 22 01:55:53.913298 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ea1f9ce3-796e-4cfd-82b9-941b4d8fdb74 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups/a2814de7-6b8e-4816-8f20-8d0bfecf66a9 HTTP/1.1" status: 404 len: 347 time: 0.0144506 Jun 22 01:55:53.915941 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48976) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:54.038457 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Deleting port 11614f58-377e-451e-96ec-16d2a2012809 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:55:54.038807 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.116371 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.116632 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.181403 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Calling delete_port for 11614f58-377e-451e-96ec-16d2a2012809 owned by network:floatingip {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:55:54.310894 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.313590 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:54.340792 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event deleted for resources: {'Port': ['ID=11614f58-377e-451e-96ec-16d2a2012809,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:54.344743 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:54.403278 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.405817 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.406991 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "DELETE /v2.0/floatingips/a7c272fc-99ea-4143-ba4a-3713e0ae8ad0 HTTP/1.1" status: 204 len: 168 time: 0.4900467 Jun 22 01:55:54.603204 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9da4c-2693-482f-a579-2a7330bbd171 req-d4bc34c8-d834-4fe4-ae1e-961b7a52fd1d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:54.604649 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4ce9da4c-2693-482f-a579-2a7330bbd171 req-d4bc34c8-d834-4fe4-ae1e-961b7a52fd1d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0634274 Jun 22 01:55:54.644158 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4ce9da4c-2693-482f-a579-2a7330bbd171 req-60677bf7-f6d3-41b8-b45d-a3bc6e5abc6d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336688 Jun 22 01:55:54.799279 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 48982) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:54.803913 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1755774066', 'description': 'tempest-description--2012997086'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:55:54.826622 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.908346 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.912038 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.915156 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-38ce3994-175f-4385-b7ee-61a383d443f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:54.938429 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:54.939636 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1393764 Jun 22 01:55:54.942793 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48984) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:54.944235 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8a85fb-5c75-4a86-a7c0-340539aab24f,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:54.947218 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:54.949580 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'security_group_rule': {'security_group_id': '3c8a85fb-5c75-4a86-a7c0-340539aab24f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:55:55.220612 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.274017 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.277465 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.280302 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:55.289087 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:55:55.296603 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac130d6-20dc-4fe6-b8d7-baffbb4719ba,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:55.300769 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:55.304791 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.305943 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619270 Jun 22 01:55:55.308501 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48986) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:55.313042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-bb8f8fae-eea3-4add-bf53-91142cc70c53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'security_group_rule': {'security_group_id': '3c8a85fb-5c75-4a86-a7c0-340539aab24f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:55:55.316568 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 81d53976-e7b1-4178-803f-3b077cd05c70 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:55:55.316922 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 81d53976-e7b1-4178-803f-3b077cd05c70 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:55:55.338747 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8fae-eea3-4add-bf53-91142cc70c53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.395258 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8fae-eea3-4add-bf53-91142cc70c53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.399090 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8fae-eea3-4add-bf53-91142cc70c53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.401133 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bf7e0b0d-2e66-4116-a82a-faf4352b73e4 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:55.416752 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8fae-eea3-4add-bf53-91142cc70c53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca13ef2-b690-4995-8019-c4981458861a,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:55.419113 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bb8f8fae-eea3-4add-bf53-91142cc70c53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:55.423026 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8fae-eea3-4add-bf53-91142cc70c53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.424188 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-bb8f8fae-eea3-4add-bf53-91142cc70c53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147912 Jun 22 01:55:55.427289 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 48988) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:55:55.431673 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'floatingip': {'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:55:55.456310 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.551449 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.651659 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Allocated IP 172.28.3.213 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/2249c528-89fb-4d19-b8c2-b755cf19b0ca) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:55:55.769125 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.846018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb177a10-5cb1-4b81-a799-ffbed3ebf0e1 req-2b12e421-c540-4e69-8dff-304d3b2a73b2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:55.847478 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bb177a10-5cb1-4b81-a799-ffbed3ebf0e1 req-2b12e421-c540-4e69-8dff-304d3b2a73b2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0925484 Jun 22 01:55:55.852369 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:55.855653 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6ac6b9f3-3306-4f96-9078-b15112491140 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:55.920431 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:55:55.926124 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'Port': ['ID=2249c528-89fb-4d19-b8c2-b755cf19b0ca,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:55.930711 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:55:55.932541 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:55.935795 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:55:55.941039 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bb177a10-5cb1-4b81-a799-ffbed3ebf0e1 req-4bc10637-df6f-4d7b-acb8-a6de892f53be tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863631 Jun 22 01:55:56.021404 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:56.067237 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:56.216993 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:56.221403 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:56.224106 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:56.287924 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'Port': ['ID=2249c528-89fb-4d19-b8c2-b755cf19b0ca,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:56.291745 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:56.301822 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:56.315794 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:56.317137 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8889029 Jun 22 01:55:56.471470 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-93ca5089-f70b-41b4-8aea-13eaaf0df5ca tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1755774066&fields=id&tenant_id=7003b663ac534513ad53d66686fe4928 HTTP/1.1" status: 200 len: 267 time: 0.0328379 Jun 22 01:55:56.578617 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-86cf3d38-6358-463d-8eb6-c42451cfc181 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:56.580049 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-86cf3d38-6358-463d-8eb6-c42451cfc181 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 817 time: 0.1023023 Jun 22 01:55:56.594575 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d204f0d5-17d2-4b4b-9667-f265dc53b63c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/quotas/7003b663ac534513ad53d66686fe4928 HTTP/1.1" status: 200 len: 375 time: 0.0092163 Jun 22 01:55:56.663540 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-ac29a01a-dc4d-414d-ac73-f4f0ea65a1e4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641439 Jun 22 01:55:56.809095 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-319d5a5f-bc96-4e12-a854-a4739aadf613 service neutron] 10.222.0.13 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338408 Jun 22 01:55:56.899860 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-ae31af58-f084-4bdb-bfe9-ebb39cc9b2e7 service neutron] 10.222.0.13 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845928 Jun 22 01:55:57.084770 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a46fb77e-fa21-4c24-917f-f35ba153ba38 req-79b9c1bd-5f4c-408f-a0ec-8a9afc6e7734 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 210 time: 0.0463758 Jun 22 01:55:57.126027 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d845c-457b-4a93-8cd7-6ec42bdca43f req-11f56e13-f1e1-487c-8032-998ac44fb608 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:57.127418 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1f2d845c-457b-4a93-8cd7-6ec42bdca43f req-11f56e13-f1e1-487c-8032-998ac44fb608 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0711725 Jun 22 01:55:57.166292 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1f2d845c-457b-4a93-8cd7-6ec42bdca43f req-23d53db5-c958-4522-8454-f37d7d3e9403 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331566 Jun 22 01:55:57.524130 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215a7e1-5a21-488d-a32c-19e0f0002244 req-89749e2d-e9b5-461e-9f11-c0fa5075f469 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:57.525543 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6215a7e1-5a21-488d-a32c-19e0f0002244 req-89749e2d-e9b5-461e-9f11-c0fa5075f469 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0701385 Jun 22 01:55:57.571162 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6215a7e1-5a21-488d-a32c-19e0f0002244 req-923d6652-6579-4fd8-9194-9270b2d5e1ee tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389276 Jun 22 01:55:57.651508 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-aff44811-b1de-4d86-918f-9d722f40a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:57.653660 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-aff44811-b1de-4d86-918f-9d722f40a838 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 1099 time: 0.1197612 Jun 22 01:55:57.752389 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-e7e7a2e3-b195-4850-a838-d1fac343cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:57.753828 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-e7e7a2e3-b195-4850-a838-d1fac343cbfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 911 time: 0.0928152 Jun 22 01:55:57.829831 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-07203e09-3906-488a-88b8-0e428ea2022f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9250321b-d518-4195-b2b0-8bfaa5f29709 HTTP/1.1" status: 200 len: 1001 time: 0.0681551 Jun 22 01:55:57.900655 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-98ca5110-3616-4174-935f-17806c30a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:57.902126 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-98ca5110-3616-4174-935f-17806c30a4ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0454869 Jun 22 01:55:57.964400 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-63a18db9-cee7-4397-9d09-89a470530186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:57.966117 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-63a18db9-cee7-4397-9d09-89a470530186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0573323 Jun 22 01:55:58.060811 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-8e32708a-0cdb-47c2-892e-43fe9bf5863f service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873973 Jun 22 01:55:58.150577 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e30f4e28-2627-48fa-9194-a079319a53e4 req-125c8a54-f3af-4688-9c3f-aa43f4870b2b service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834851 Jun 22 01:55:58.233659 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-23ced81a-6bd9-4cbc-b751-2ed905de256b req-5c825d45-690d-4eb7-a1a3-16b016f58b63 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 210 time: 0.0277216 Jun 22 01:55:58.552643 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-c5bb9be8-7d85-4ad1-a37e-0225b05e2a2f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:58.554065 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-c5bb9be8-7d85-4ad1-a37e-0225b05e2a2f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 817 time: 0.1031561 Jun 22 01:55:58.608251 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-58450efa-e862-46d1-9ef1-5b8f42ad46fe tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7003b663ac534513ad53d66686fe4928 HTTP/1.1" status: 200 len: 380 time: 0.0380282 Jun 22 01:55:58.627504 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'port': {'device_id': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'admin_state_up': True, 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'security_groups': ['3c8a85fb-5c75-4a86-a7c0-340539aab24f']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:55:58.783993 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Made reservation on behalf of 7003b663ac534513ad53d66686fe4928 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:55:58.787480 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:58.798134 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3e9ac-d360-4ee0-9ecb-a637d43f1d88 req-c5642bb5-5d63-4493-85e8-3e8eac7555ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:58.799585 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cfe3e9ac-d360-4ee0-9ecb-a637d43f1d88 req-c5642bb5-5d63-4493-85e8-3e8eac7555ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.1022060 Jun 22 01:55:58.883533 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-cfe3e9ac-d360-4ee0-9ecb-a637d43f1d88 req-6c743bc2-61fa-42e7-a6e4-3ced2b15aecb tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776939 Jun 22 01:55:58.953213 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Allocated IP 172.20.0.5 (eac8654a-d4c9-42d1-9470-c87ae91c8ad4/59670d4e-5677-4542-806c-19e14313c4d3/303c4ea7-cfde-4211-a6e2-d284b77d803e) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:55:59.090265 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.103272 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Transition to ACTIVE for port object 303c4ea7-cfde-4211-a6e2-d284b77d803e will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:55:59.134892 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.140720 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:59.179100 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:55:59.182131 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:55:59.184912 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:55:59.214563 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:59.220325 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:59.241664 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:59.242337 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.257308 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6336441 Jun 22 01:55:59.276985 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Request body: {'port': {'device_id': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:55:59.357944 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.407494 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-553ab75d-ea06-4de2-89cf-8f4ec83565cd None None] Provisioning for port 303c4ea7-cfde-4211-a6e2-d284b77d803e completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:55:59.413054 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-553ab75d-ea06-4de2-89cf-8f4ec83565cd None None] Provisioning complete for port 303c4ea7-cfde-4211-a6e2-d284b77d803e triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:55:59.413713 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-553ab75d-ea06-4de2-89cf-8f4ec83565cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.420760 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bb864-546a-41a3-8804-be18b956218b req-d9281a59-5ffa-4d86-9c1b-e500a3ef7dd6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:59.422288 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c41bb864-546a-41a3-8804-be18b956218b req-d9281a59-5ffa-4d86-9c1b-e500a3ef7dd6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 931 time: 0.0675192 Jun 22 01:55:59.464511 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c41bb864-546a-41a3-8804-be18b956218b req-eb84da40-63c0-4b7f-a0d1-28032a725b71 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348904 Jun 22 01:55:59.559821 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-553ab75d-ea06-4de2-89cf-8f4ec83565cd None None] Port 303c4ea7-cfde-4211-a6e2-d284b77d803e cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:55:59.623742 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303c4ea7-cfde-4211-a6e2-d284b77d803e {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:55:59.630676 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.642870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Transition to ACTIVE for port object 303c4ea7-cfde-4211-a6e2-d284b77d803e will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:55:59.646935 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.648919 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c726077f-3984-499a-bc3d-cc87c9061d53 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:59.724430 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:59.728716 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:59.796228 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Attempting to bind port 303c4ea7-cfde-4211-a6e2-d284b77d803e on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:55:59.796861 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Attempting to bind port 303c4ea7-cfde-4211-a6e2-d284b77d803e by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:55:59.797215 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Attempting to bind port 303c4ea7-cfde-4211-a6e2-d284b77d803e on network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:55:59.801868 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Port 303c4ea7-cfde-4211-a6e2-d284b77d803e on network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:55:59.802222 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Attempting to bind port 303c4ea7-cfde-4211-a6e2-d284b77d803e on network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:55:59.807547 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:55:59.807987 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Checking segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:55:59.808249 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Bound using segment: {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:55:59.808672 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Bound port: 303c4ea7-cfde-4211-a6e2-d284b77d803e, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e5a708-51a5-4cd1-9e78-2972abcc5938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:55:59.809018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.877932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:55:59.880958 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:55:59.886068 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.888887 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:55:59.920238 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:55:59.920888 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:55:59.922210 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] 10.222.0.36 "PUT /v2.0/ports/303c4ea7-cfde-4211-a6e2-d284b77d803e HTTP/1.1" status: 200 len: 1093 time: 0.6496329 Jun 22 01:55:59.922723 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:55:59.925000 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c95921f-f41b-4670-9f40-b55759435072" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:55:59.956402 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:55:59.960296 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:55:59.978311 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce24dd4-4763-4399-a5cd-cbaaef22a550 x-openstack-request-id: req-bce24dd4-4763-4399-a5cd-cbaaef22a550 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:55:59.978640 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:55:59.978931 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bce24dd4-4763-4399-a5cd-cbaaef22a550 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:55:59.979361 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'status': 'completed', 'code': 200} Jun 22 01:56:00.099743 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-22713799-7367-47bc-83e6-4f571b55ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.101209 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-22713799-7367-47bc-83e6-4f571b55ee2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 1096 time: 0.1022475 Jun 22 01:56:00.116013 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1616b-8289-4f64-aa15-5085aebf611e req-f9e75280-5b7d-46ab-9416-5d24c81f1976 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.117348 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0cb1616b-8289-4f64-aa15-5085aebf611e req-f9e75280-5b7d-46ab-9416-5d24c81f1976 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0894818 Jun 22 01:56:00.162562 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-fc34ef68-d8aa-4366-900e-428fef044992 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e HTTP/1.1" status: 200 len: 217 time: 0.0442274 Jun 22 01:56:00.204555 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0cb1616b-8289-4f64-aa15-5085aebf611e req-04c199cc-6b34-4561-9808-7e3c9ec0fb6f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799532 Jun 22 01:56:00.222609 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-633a0844-957f-4121-a022-3dd92254d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.224064 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-633a0844-957f-4121-a022-3dd92254d147 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0536342 Jun 22 01:56:00.280782 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-1b2e54e3-93b8-447b-a4b2-bb79ee17c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.282220 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-1b2e54e3-93b8-447b-a4b2-bb79ee17c9db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513532 Jun 22 01:56:00.373061 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-8a10849e-6c40-4787-bd41-100fbb4f1bbc service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845790 Jun 22 01:56:00.459275 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5f9b4aa2-2aa2-48d7-ab6c-2f9a6f7e3a23 req-7de556b3-4cc4-4380-b4a3-3be3863210be service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804346 Jun 22 01:56:00.619792 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95921f-f41b-4670-9f40-b55759435072 req-399f5cc2-91ee-4601-bc33-a00849198665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.621264 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c95921f-f41b-4670-9f40-b55759435072 req-399f5cc2-91ee-4601-bc33-a00849198665 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 1096 time: 0.0566282 Jun 22 01:56:00.654500 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ee1ce-3395-4c4a-9c89-9a8fe207fc60 req-d65bb9cc-d5e9-4678-93ef-4d0ec0f3ae6a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.655959 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ee7ee1ce-3395-4c4a-9c89-9a8fe207fc60 req-d65bb9cc-d5e9-4678-93ef-4d0ec0f3ae6a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0667539 Jun 22 01:56:00.692842 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ee7ee1ce-3395-4c4a-9c89-9a8fe207fc60 req-86a6d94b-ed3f-41da-ad69-095a1f74c4b5 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Jun 22 01:56:00.708660 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95921f-f41b-4670-9f40-b55759435072 req-4082fa4b-f49b-4f6c-ab8a-8b54d155653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.710347 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c95921f-f41b-4670-9f40-b55759435072 req-4082fa4b-f49b-4f6c-ab8a-8b54d155653f service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.0826159 Jun 22 01:56:00.753890 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c95921f-f41b-4670-9f40-b55759435072 req-4f338935-5bea-420d-b0ea-7311184d73bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e HTTP/1.1" status: 200 len: 217 time: 0.0370040 Jun 22 01:56:00.801337 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95921f-f41b-4670-9f40-b55759435072 req-c7d32ff0-e7ff-4361-ac26-a50440855775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.802746 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c95921f-f41b-4670-9f40-b55759435072 req-c7d32ff0-e7ff-4361-ac26-a50440855775 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0434735 Jun 22 01:56:00.860198 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95921f-f41b-4670-9f40-b55759435072 req-98414b8c-90de-4317-8910-22481cab57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:00.862724 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c95921f-f41b-4670-9f40-b55759435072 req-98414b8c-90de-4317-8910-22481cab57a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535593 Jun 22 01:56:00.954115 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c95921f-f41b-4670-9f40-b55759435072 req-15abfb2e-1203-4159-9202-93a4f25a8840 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849845 Jun 22 01:56:01.042578 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4c95921f-f41b-4670-9f40-b55759435072 req-6f0d3e2e-c089-4ede-8eaf-c6fa7b19e9af service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799170 Jun 22 01:56:01.486184 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f578ec7f-e11e-46d8-bb36-9e07d43b4bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:01.870426 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b75e-8928-4bd7-9e88-de8501e2dc18 req-7f660fa2-79fe-4a3a-867d-2f849912cab4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:01.871969 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7e15b75e-8928-4bd7-9e88-de8501e2dc18 req-7f660fa2-79fe-4a3a-867d-2f849912cab4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0646443 Jun 22 01:56:01.909080 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7e15b75e-8928-4bd7-9e88-de8501e2dc18 req-532e96e7-919e-4e83-b458-66a9ad616c70 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Jun 22 01:56:03.084801 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5ab51-8299-4aa6-9ecb-f35819767a14 req-930fe9f1-2556-40ee-904f-301ef27ec753 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:03.086293 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62a5ab51-8299-4aa6-9ecb-f35819767a14 req-930fe9f1-2556-40ee-904f-301ef27ec753 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0632143 Jun 22 01:56:03.124695 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62a5ab51-8299-4aa6-9ecb-f35819767a14 req-6c2f0d56-4d0d-49eb-99c4-fed902da1ac4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Jun 22 01:56:03.689299 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-193c80fb-d0d2-4fee-92de-74806127e121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:04.189325 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:04.319062 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229696e-3e84-4764-819d-339c6d9baba7 req-36c88bff-21f2-4aad-9e91-f060caf5d377 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:04.320523 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7229696e-3e84-4764-819d-339c6d9baba7 req-36c88bff-21f2-4aad-9e91-f060caf5d377 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0678086 Jun 22 01:56:04.357897 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7229696e-3e84-4764-819d-339c6d9baba7 req-a2026284-5cd4-4634-847c-e73217f79661 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312371 Jun 22 01:56:05.245228 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:05.366543 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:56:05.463072 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:05.474160 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'port_id': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'mac_address': 'fa:16:3e:68:d3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:56:05.509258 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:05.522090 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303c4ea7-cfde-4211-a6e2-d284b77d803e {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:56:05.540843 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:05.545320 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:05.548560 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:05.562048 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c726-102f-4a19-a8d8-167c6a6734da req-fcda9f84-beb6-415a-aff9-a06b5c6a363c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:05.563497 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d705c726-102f-4a19-a8d8-167c6a6734da req-fcda9f84-beb6-415a-aff9-a06b5c6a363c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0631502 Jun 22 01:56:05.594577 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:05.600279 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d705c726-102f-4a19-a8d8-167c6a6734da req-85136f9e-6257-495c-8dfb-9c81ec17314b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310826 Jun 22 01:56:05.601511 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.601860 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.602231 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.602568 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.602899 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.603228 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.603566 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.603861 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.604181 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.604497 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.604814 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.605130 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:05.609651 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:05.956330 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['303c4ea7-cfde-4211-a6e2-d284b77d803e'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:56:06.776488 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7be79-e365-4221-91e0-0caacdf256cf req-e619e37b-19bd-4e3c-a1be-fac8b5e0ad8d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:06.778566 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7ef7be79-e365-4221-91e0-0caacdf256cf req-e619e37b-19bd-4e3c-a1be-fac8b5e0ad8d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 944 time: 0.0608101 Jun 22 01:56:06.815038 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7ef7be79-e365-4221-91e0-0caacdf256cf req-56221db6-9110-4581-a8cf-142aa8900273 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308411 Jun 22 01:56:06.847388 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:56:06.851847 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:07.365533 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:56:07.412506 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 303c4ea7-cfde-4211-a6e2-d284b77d803e completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:56:07.415942 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 303c4ea7-cfde-4211-a6e2-d284b77d803e triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:56:07.416317 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:07.493741 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:07.516562 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:56:07.518879 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee5ea6a-38c3-459e-b5d5-cfada2dc9241" -d '{"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-plugged", "status": "completed", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:56:07.532126 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:07.536262 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:07.538282 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:07.584129 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:07.586889 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:07.615609 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2f068b-375a-4902-b07b-9efeb982cb04 x-openstack-request-id: req-da2f068b-375a-4902-b07b-9efeb982cb04 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:56:07.615861 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-plugged", "status": "completed", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:56:07.616143 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da2f068b-375a-4902-b07b-9efeb982cb04 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:56:07.616523 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'code': 200} Jun 22 01:56:07.874663 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765bcb2-4ad1-4e54-ac36-ea8936ddecf4 req-82918e6c-b78c-4de2-9f94-9808a40a45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:07.876049 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a765bcb2-4ad1-4e54-ac36-ea8936ddecf4 req-82918e6c-b78c-4de2-9f94-9808a40a45b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 1098 time: 0.0566187 Jun 22 01:56:07.911312 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a765bcb2-4ad1-4e54-ac36-ea8936ddecf4 req-c33067db-861e-43e1-a8d4-c9d9bf7b6f8f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288546 Jun 22 01:56:07.991355 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba86ea-a92f-4efc-8345-9f853c836231 req-90a9b8e9-f2f8-423b-bb7b-1905870d8e7e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:07.992797 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bfba86ea-a92f-4efc-8345-9f853c836231 req-90a9b8e9-f2f8-423b-bb7b-1905870d8e7e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0632122 Jun 22 01:56:08.030703 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bfba86ea-a92f-4efc-8345-9f853c836231 req-00c33abe-4084-4eb3-914c-ab7670f362d5 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320351 Jun 22 01:56:09.207174 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe73f9d-755a-43b4-8493-7d1d0ac95415 req-7ec68860-1924-4ddb-bbf0-09090a52829d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:09.208612 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1fe73f9d-755a-43b4-8493-7d1d0ac95415 req-7ec68860-1924-4ddb-bbf0-09090a52829d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0655148 Jun 22 01:56:09.246211 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1fe73f9d-755a-43b4-8493-7d1d0ac95415 req-0f90cec2-8e89-4989-a6ce-454cdc92766f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Jun 22 01:56:10.420181 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4204fe4-700d-4355-ae51-766d82ddff3b req-4740322d-67c8-48fa-9b8d-7a50be7a1eed tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:10.421552 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f4204fe4-700d-4355-ae51-766d82ddff3b req-4740322d-67c8-48fa-9b8d-7a50be7a1eed tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0644376 Jun 22 01:56:10.458199 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f4204fe4-700d-4355-ae51-766d82ddff3b req-d1dd3f9a-2da2-4214-a335-e6e5c6d4e480 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Jun 22 01:56:10.641838 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd478e8-1e57-450b-8fa4-0b8fd5a3e8ee req-cb2801ae-896a-4f93-b748-dd3d69000dd6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:10.643214 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0dd478e8-1e57-450b-8fa4-0b8fd5a3e8ee req-cb2801ae-896a-4f93-b748-dd3d69000dd6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0624599 Jun 22 01:56:10.651491 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49074) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:10.656579 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Request body: {'floatingip': {'port_id': '303c4ea7-cfde-4211-a6e2-d284b77d803e'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:56:10.697501 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:11.364472 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:11.368217 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:11.466295 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Floating IP f2a94cf3-2620-4d1c-a132-9cad23331b5e associated. External IP: 172.28.3.213, port: 303c4ea7-cfde-4211-a6e2-d284b77d803e. Jun 22 01:56:11.668255 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:56:11.774566 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:56:11.780886 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:11.784180 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] Sync routers for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:56:11.795018 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:56:11.795665 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:56:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:11.823462 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-73952ccc-4bc7-4438-95c9-53facac2311a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "PUT /v2.0/floatingips/f2a94cf3-2620-4d1c-a132-9cad23331b5e HTTP/1.1" status: 200 len: 991 time: 1.1708994 Jun 22 01:56:11.824160 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:56:11.826748 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef035405-9cbc-43ec-82fd-842afda69ded" -d '{"events": [{"name": "network-changed", "server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:56:11.865913 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c03ecb8-0fc4-4fe3-842a-513c2e760202 x-openstack-request-id: req-9c03ecb8-0fc4-4fe3-842a-513c2e760202 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:56:11.866360 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:56:11.866664 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c03ecb8-0fc4-4fe3-842a-513c2e760202 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:56:11.867077 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'status': 'completed', 'code': 200} Jun 22 01:56:11.912182 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:56:11.995814 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef035405-9cbc-43ec-82fd-842afda69ded req-ad47b726-663f-440a-85d6-b39db3c7e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:11.997822 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef035405-9cbc-43ec-82fd-842afda69ded req-ad47b726-663f-440a-85d6-b39db3c7e7f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 1098 time: 0.0580354 Jun 22 01:56:12.092606 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef035405-9cbc-43ec-82fd-842afda69ded req-74979af5-4ac7-4a41-9d96-228827a98ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:12.094072 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef035405-9cbc-43ec-82fd-842afda69ded req-74979af5-4ac7-4a41-9d96-228827a98ec7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.0896688 Jun 22 01:56:12.165182 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef035405-9cbc-43ec-82fd-842afda69ded req-7cabd138-1015-4b5f-bbfe-0f722922c6d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e HTTP/1.1" status: 200 len: 999 time: 0.0633166 Jun 22 01:56:12.175253 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': 'f2a94cf3-2620-4d1c-a132-9cad23331b5e', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'floating_ip_address': '172.28.3.213', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'port_id': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'mac_address': 'fa:16:3e:68:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:55:55Z', 'updated_at': '2021-06-22T01:56:11Z', 'revision_number': 1, 'project_id': '7003b663ac534513ad53d66686fe4928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:12.204253 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] Checking router: 08f6162d-7ccb-473b-a53d-e6e3a089e6dd for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:56:12.212629 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:56:12.213251 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:56:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:12.217354 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef035405-9cbc-43ec-82fd-842afda69ded req-921961f8-c4d5-4e0f-a937-9c3719c78d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:12.218822 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef035405-9cbc-43ec-82fd-842afda69ded req-921961f8-c4d5-4e0f-a937-9c3719c78d78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0459070 Jun 22 01:56:12.279510 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef035405-9cbc-43ec-82fd-842afda69ded req-cee31022-cd1f-4cf6-9c0b-dfc08221f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:12.280881 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef035405-9cbc-43ec-82fd-842afda69ded req-cee31022-cd1f-4cf6-9c0b-dfc08221f9e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555992 Jun 22 01:56:12.316927 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:56:12.373164 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef035405-9cbc-43ec-82fd-842afda69ded req-9dffd373-09ab-43f0-9ada-b5ec54035727 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836926 Jun 22 01:56:12.470890 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ef035405-9cbc-43ec-82fd-842afda69ded req-1fca3f2b-fa1f-4f01-843f-051dfe7e8e14 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907776 Jun 22 01:56:12.536880 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': 'f2a94cf3-2620-4d1c-a132-9cad23331b5e', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'floating_ip_address': '172.28.3.213', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'port_id': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'mac_address': 'fa:16:3e:68:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:55:55Z', 'updated_at': '2021-06-22T01:56:11Z', 'revision_number': 1, 'project_id': '7003b663ac534513ad53d66686fe4928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:12.563960 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa039a8c-3d4f-48fa-a653-d9a2558d2a4c None None] The sync data for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb is: [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': 'f2a94cf3-2620-4d1c-a132-9cad23331b5e', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'floating_ip_address': '172.28.3.213', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'port_id': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'mac_address': 'fa:16:3e:68:d3:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:55:55Z', 'updated_at': '2021-06-22T01:56:11Z', 'revision_number': 1, 'project_id': '7003b663ac534513ad53d66686fe4928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:56:12.746315 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31203c-5b99-4de4-938d-71bbdf3a1b36 None None] New status for floating IP f2a94cf3-2620-4d1c-a132-9cad23331b5e: ACTIVE {{(pid=104431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:56:15.275370 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:17.547974 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-23417995-0dc3-4263-aade-f3e3f6b40a1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529068 Jun 22 01:56:17.634918 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-00322f2a-a93b-44e2-8bc2-159002feacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:17.636398 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-00322f2a-a93b-44e2-8bc2-159002feacfe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 1099 time: 0.0537207 Jun 22 01:56:17.745191 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-f11d019e-0ebf-427c-a54c-c1a4e54d174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:17.746666 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-f11d019e-0ebf-427c-a54c-c1a4e54d174b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 911 time: 0.0891304 Jun 22 01:56:17.817919 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-2ecba532-b761-4858-aaa0-f0eba76763b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9250321b-d518-4195-b2b0-8bfaa5f29709 HTTP/1.1" status: 200 len: 1001 time: 0.0580082 Jun 22 01:56:17.872307 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-09e1b259-0085-4c9a-81ac-bde17d7acd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:17.873779 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-09e1b259-0085-4c9a-81ac-bde17d7acd4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0492468 Jun 22 01:56:17.934993 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-8537bd43-4cda-4f35-a661-7aeed6797ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:17.936669 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-8537bd43-4cda-4f35-a661-7aeed6797ed9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567284 Jun 22 01:56:18.026626 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-652a7962-bde6-44c7-9853-87a2de4418c1 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831201 Jun 22 01:56:18.120170 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c7b2f12-05a9-4caf-9a0f-522b69170d3d req-e797e9df-2357-457a-ba9b-1275a68ac313 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869002 Jun 22 01:56:31.490735 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-cae587b7-c584-4b74-bff6-93f55cdc956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:33.690486 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-0b9aee65-837e-40c5-802b-78fc3d70376b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:34.181304 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:34.770475 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-68eff57d-0ed1-495f-8266-0a178df47869 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270113543&fields=id&tenant_id=293bf63f656e4467b17de3d3a9e6d588 HTTP/1.1" status: 200 len: 267 time: 0.0347555 Jun 22 01:56:34.841450 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-1896927d-5598-4941-a16c-42c1c05b50b5 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:34.843131 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-1896927d-5598-4941-a16c-42c1c05b50b5 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 984 time: 0.0673110 Jun 22 01:56:34.854312 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Request body: {'port': {'security_groups': ['f3b6809e-79fe-4b38-bb64-1d5e6f794abd']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:56:34.941733 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.121019 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] For port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:35.150231 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.155490 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.159464 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b3fcf266-1e0b-48bd-a96f-5d08718088bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:35.199704 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:56:35.202764 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:35.203428 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.205901 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-98a1eca2-c24a-4c7f-98ca-12c9c1f39cbd req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "PUT /v2.0/ports/b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 942 time: 0.3561895 Jun 22 01:56:35.206434 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:56:35.208761 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d275c-9501-484f-9a34-eee595280f51" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:56:35.211946 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49142) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:35.233307 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event updated for resources: {'Port': ['ID=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,revision_number=7']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:35.236458 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:35.258542 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ec542a-c3c4-47d4-9e56-d1cac6c9a0d8 x-openstack-request-id: req-39ec542a-c3c4-47d4-9e56-d1cac6c9a0d8 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:56:35.259074 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:56:35.259533 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39ec542a-c3c4-47d4-9e56-d1cac6c9a0d8 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:56:35.260147 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'status': 'completed', 'code': 200} Jun 22 01:56:35.299777 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.303865 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.330581 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.379360 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d275c-9501-484f-9a34-eee595280f51 req-eb9a7fba-1e61-4063-8552-14321343891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:35.381212 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e4d275c-9501-484f-9a34-eee595280f51 req-eb9a7fba-1e61-4063-8552-14321343891c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=293bf63f656e4467b17de3d3a9e6d588&device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1098 time: 0.0712202 Jun 22 01:56:35.385781 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:56:35.414454 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.417839 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.419379 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "DELETE /v2.0/security-groups/ad56446c-3eae-49a8-8443-41679c36fad2 HTTP/1.1" status: 204 len: 168 time: 0.2062836 Jun 22 01:56:35.420492 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-d0e0d15a-69b2-4aaf-b55f-0001ec77df1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:35.430952 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49146) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:35.432312 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56446c-3eae-49a8-8443-41679c36fad2,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:35.448922 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-25b7f9b8-8805-4947-9ba4-037050298e1e None None] Provisioning complete for port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:56:35.449303 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-25b7f9b8-8805-4947-9ba4-037050298e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.486139 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d275c-9501-484f-9a34-eee595280f51 req-b4cd4f9b-fd74-4695-8f70-1741be0a0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:35.487656 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e4d275c-9501-484f-9a34-eee595280f51 req-b4cd4f9b-fd74-4695-8f70-1741be0a0de5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 200 len: 915 time: 0.0976508 Jun 22 01:56:35.491673 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.492098 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.492481 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.492884 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.493251 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.493617 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.494001 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.494418 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.494779 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.495139 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.495500 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.496146 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:35.502184 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-676f7f0c-fa72-4ab7-8c90-c55c89e27736 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:35.557856 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e4d275c-9501-484f-9a34-eee595280f51 req-55559733-f274-4693-9422-19db006ce9b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 1000 time: 0.0623720 Jun 22 01:56:35.613784 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d275c-9501-484f-9a34-eee595280f51 req-d2800d48-6588-41bf-b521-f60f76a5dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:35.615393 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e4d275c-9501-484f-9a34-eee595280f51 req-d2800d48-6588-41bf-b521-f60f76a5dd09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cba16eaa-7a77-4cfe-ae17-c61500c19810 HTTP/1.1" status: 200 len: 853 time: 0.0509210 Jun 22 01:56:35.692412 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d275c-9501-484f-9a34-eee595280f51 req-4fe1a0b9-0cc7-4c1a-9bd2-bf6d31f6f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:35.694099 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e4d275c-9501-484f-9a34-eee595280f51 req-4fe1a0b9-0cc7-4c1a-9bd2-bf6d31f6f43b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16fbc40c-98af-486e-8304-c72481cb644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706911 Jun 22 01:56:35.796136 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e4d275c-9501-484f-9a34-eee595280f51 req-10777ba3-6711-405a-a82d-57ebcb721c17 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916016 Jun 22 01:56:35.880686 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Deleting port 7af3f3af-1cd3-476c-a6f4-f0e3a0561b3b {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:35.881092 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.894759 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2e4d275c-9501-484f-9a34-eee595280f51 req-66dc98af-47e7-4d39-b6b8-5edd73a93f05 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918326 Jun 22 01:56:35.953989 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:35.954334 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:36.019368 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Calling delete_port for 7af3f3af-1cd3-476c-a6f4-f0e3a0561b3b owned by network:floatingip {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:36.197243 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:36.203204 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6791857e-f714-442f-aa61-78c4f168f55f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:36.230529 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event deleted for resources: {'Port': ['ID=7af3f3af-1cd3-476c-a6f4-f0e3a0561b3b,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:36.234529 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:36.302588 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks [] for floatingip, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:36.302911 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.l3_db [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Floating IP 0457dede-eeb1-4c14-ab26-af4f7fe00426 disassociated (deleted). External IP: 172.28.3.56, port: b06c1cb6-2ac1-46ee-bca2-0d83feafab2f. Jun 22 01:56:36.508500 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Router 5de00540-8af5-4b85-8038-583ceb4886d8 has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:56:36.617569 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:56:36.622331 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:36.627190 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] Sync routers for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:56:36.636113 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:56:36.636724 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:56:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:36.659520 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ee5bd8e7-7813-4bda-b053-bab6f52ca950 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "DELETE /v2.0/floatingips/0457dede-eeb1-4c14-ab26-af4f7fe00426 HTTP/1.1" status: 204 len: 168 time: 1.2225401 Jun 22 01:56:36.660063 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'}] {{(pid=104429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:56:36.662547 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}27e5268818229fbdf47127b6977455a24a935106af938dfe502d1bea04b7d09f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f"}]}' {{(pid=104429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:56:36.751948 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:56:36.760076 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88f4da0-f143-40ff-9df4-d57755eddc1a x-openstack-request-id: req-e88f4da0-f143-40ff-9df4-d57755eddc1a {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:56:36.760366 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f", "status": "completed", "code": 200}]} {{(pid=104429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:56:36.760608 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e88f4da0-f143-40ff-9df4-d57755eddc1a {{(pid=104429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:56:36.761110 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'status': 'completed', 'code': 200} Jun 22 01:56:36.866698 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-fc3ba9f8-7748-4643-a4db-cef02176a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:36.868309 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-fc3ba9f8-7748-4643-a4db-cef02176a5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=293bf63f656e4467b17de3d3a9e6d588&device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 1098 time: 0.0560560 Jun 22 01:56:36.891368 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:36.974427 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-f6d5707b-54fa-4c26-a154-920089cd3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:36.976667 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-f6d5707b-54fa-4c26-a154-920089cd3c9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 200 len: 915 time: 0.1016445 Jun 22 01:56:36.995774 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:07Z', 'revision_number': 5, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:37.028531 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] Checking router: 5de00540-8af5-4b85-8038-583ceb4886d8 for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:56:37.030982 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-64a81e90-13fa-422b-9110-cb9caa0f72be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 200 len: 217 time: 0.0389016 Jun 22 01:56:37.037519 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:56:37.038187 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:56:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:37.080364 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-9ba3ebe1-8e91-4161-b8a4-a15102348e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:37.081920 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-9ba3ebe1-8e91-4161-b8a4-a15102348e0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cba16eaa-7a77-4cfe-ae17-c61500c19810 HTTP/1.1" status: 200 len: 853 time: 0.0445516 Jun 22 01:56:37.143125 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:56:37.148154 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-db3c1cf4-33d2-404b-9500-5b708536a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:37.149655 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-db3c1cf4-33d2-404b-9500-5b708536a48e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16fbc40c-98af-486e-8304-c72481cb644d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0569317 Jun 22 01:56:37.239653 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-46463d99-ee46-43cd-91e3-9282c64b6656 service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825331 Jun 22 01:56:37.339082 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c3b7101-5cff-4fdd-bfe0-c882970f7e8c req-877f7cfb-a505-4915-bc39-9d3fad2fdafc service neutron] 10.222.0.36 "GET /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927608 Jun 22 01:56:37.347941 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:07Z', 'revision_number': 5, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:37.374644 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb37babe-3be7-4f3d-8794-d16e09070d5d None None] The sync data for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb is: [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:53:00Z', 'revision_number': 4, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '76bc7f47-b817-46f3-935f-1a5972241cfb', 'name': '', 'network_id': '16fbc40c-98af-486e-8304-c72481cb644d', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'mac_address': 'fa:16:3e:ff:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:59Z', 'updated_at': '2021-06-22T01:53:07Z', 'revision_number': 5, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'subnets': [{'id': 'cba16eaa-7a77-4cfe-ae17-c61500c19810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:56:37.577561 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d57f31-5b48-4a47-821d-64fd7b2e9f78 None None] New status for floating IP 0457dede-eeb1-4c14-ab26-af4f7fe00426: DOWN {{(pid=104431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:56:39.998704 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77c8f1-2416-4682-b9c9-31fc782ad3f1 req-837b54cf-a058-401b-8c82-67da6bfdf229 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:40.000170 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a77c8f1-2416-4682-b9c9-31fc782ad3f1 req-837b54cf-a058-401b-8c82-67da6bfdf229 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.3188210 Jun 22 01:56:40.039315 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4a77c8f1-2416-4682-b9c9-31fc782ad3f1 req-5d4f3bf8-f913-4461-bc2e-a5a6e204bc9c tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332520 Jun 22 01:56:41.213817 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fe725-6d3e-4bbb-b949-8c326010a71e req-08931e70-8957-4de4-ab4c-a557f1d4b684 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:41.215301 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-566fe725-6d3e-4bbb-b949-8c326010a71e req-08931e70-8957-4de4-ab4c-a557f1d4b684 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jun 22 01:56:41.253798 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-566fe725-6d3e-4bbb-b949-8c326010a71e req-d1718e0e-e89f-4301-840a-a7ab248c1897 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jun 22 01:56:42.020400 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-eede0f6e-5d5a-47b5-acdd-528ee3bf3b6f tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:42.021833 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-eede0f6e-5d5a-47b5-acdd-528ee3bf3b6f tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 945 time: 0.0666749 Jun 22 01:56:42.121111 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Deleting port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:42.121370 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:42.213579 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] For port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:42.213937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:42.276823 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Calling delete_port for b06c1cb6-2ac1-46ee-bca2-0d83feafab2f owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:42.444632 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:42.451135 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a679556f-6259-4be0-b3ab-ddc340a70513 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:42.481900 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:56:42.493109 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Pushing event deleted for resources: {'Port': ['ID=b06c1cb6-2ac1-46ee-bca2-0d83feafab2f,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:42.500393 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:42.540744 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] No DVR routers for this DVR port b06c1cb6-2ac1-46ee-bca2-0d83feafab2f on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:56:42.549748 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6925f-490c-458f-88b5-6f9a281dbd22 req-e5c1f5ef-65c2-40ee-bd76-a27ce7b3cda3 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:56:42.551215 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7fa6925f-490c-458f-88b5-6f9a281dbd22 req-e5c1f5ef-65c2-40ee-bd76-a27ce7b3cda3 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd39cd49-2d50-4234-afbd-e75abffb7b03 HTTP/1.1" status: 200 len: 867 time: 0.1862910 Jun 22 01:56:42.552197 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:42.554001 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-894e7f59-5fd3-465c-91c3-4c621e019097 req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.36 "DELETE /v2.0/ports/b06c1cb6-2ac1-46ee-bca2-0d83feafab2f HTTP/1.1" status: 204 len: 173 time: 0.5256870 Jun 22 01:56:42.554473 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'name': 'network-vif-deleted', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:56:42.556738 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a863806a-9979-44c9-999e-3ce154e2b1c0" -d '{"events": [{"server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "name": "network-vif-deleted", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:56:42.594983 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7fa6925f-490c-458f-88b5-6f9a281dbd22 req-00f28acb-e0db-41f3-8e31-30b3464ae099 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3b6809e-79fe-4b38-bb64-1d5e6f794abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346177 Jun 22 01:56:42.596654 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cdfa3d-a906-42ff-95ba-a745e00a45f4 x-openstack-request-id: req-91cdfa3d-a906-42ff-95ba-a745e00a45f4 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:56:42.596945 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39cd49-2d50-4234-afbd-e75abffb7b03", "name": "network-vif-deleted", "tag": "b06c1cb6-2ac1-46ee-bca2-0d83feafab2f", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:56:42.597215 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-91cdfa3d-a906-42ff-95ba-a745e00a45f4 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:56:42.597612 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd39cd49-2d50-4234-afbd-e75abffb7b03', 'name': 'network-vif-deleted', 'tag': 'b06c1cb6-2ac1-46ee-bca2-0d83feafab2f', 'status': 'completed', 'code': 200} Jun 22 01:56:43.847297 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:56:44.302657 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49246) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:44.646512 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622234'] for router_interface, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:44.895949 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Deleting port 76bc7f47-b817-46f3-935f-1a5972241cfb {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:44.896294 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:44.974522 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] For port 76bc7f47-b817-46f3-935f-1a5972241cfb, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=76bc7f47-b817-46f3-935f-1a5972241cfb,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:44.974897 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:45.039928 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Calling delete_port for 76bc7f47-b817-46f3-935f-1a5972241cfb owned by network:router_interface {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:45.219069 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:45.221080 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-1be69be6-6900-4040-93c0-da1061aae53c tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:45.243244 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bc7f47-b817-46f3-935f-1a5972241cfb,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:45.246718 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:45.300513 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:45.422078 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1744481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622134'] for router_interface, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:45.571356 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device b06c1cb6-2ac1-46ee-bca2-0d83feafab2f no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:56:45.596316 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: b06c1cb6-2ac1-46ee-bca2-0d83feafab2f {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:56:45.596660 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device b06c1cb6-2ac1-46ee-bca2-0d83feafab2f not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:56:45.649948 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Router 5de00540-8af5-4b85-8038-583ceb4886d8 has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:56:45.753473 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:56:45.758380 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-9d03f23b-227a-417f-b6af-f946bc6131a6 admin admin] 10.222.0.13 "PUT /v2.0/routers/5de00540-8af5-4b85-8038-583ceb4886d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4547033 Jun 22 01:56:45.761691 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49250) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:45.763490 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] Sync routers for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:56:45.772757 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:56:45.773366 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:56:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:45.868878 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks [] for router, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:45.875121 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:56:45.978372 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.034028 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Deleting port e5ad17db-734f-4cf0-8c18-cf8002d91c10 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:46.034309 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.052762 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225'}], 'enable_snat': True}, 'gw_port_id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:56:45Z', 'revision_number': 5, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port': {'id': 'e5ad17db-734f-4cf0-8c18-cf8002d91c10', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:52:57Z', 'updated_at': '2021-06-22T01:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:46.079393 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] Checking router: 5de00540-8af5-4b85-8038-583ceb4886d8 for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:56:46.087666 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] Routers {'5de00540-8af5-4b85-8038-583ceb4886d8'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:56:46.088279 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:56:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['5de00540-8af5-4b85-8038-583ceb4886d8'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:46.118843 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] For port e5ad17db-734f-4cf0-8c18-cf8002d91c10, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=e5ad17db-734f-4cf0-8c18-cf8002d91c10,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:46.119215 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.173850 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] Set router 5de00540-8af5-4b85-8038-583ceb4886d8 gateway port host: None {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:56:46.188701 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Calling delete_port for e5ad17db-734f-4cf0-8c18-cf8002d91c10 owned by network:router_gateway {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:46.230797 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:56:45Z', 'revision_number': 6, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port_host': None}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:46.260453 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3908b021-1d91-4ec0-b4f1-9b2e22206840 None None] The sync data for ids ['5de00540-8af5-4b85-8038-583ceb4886d8'] in dv-cinder-797073-2-smb is: [{'id': '5de00540-8af5-4b85-8038-583ceb4886d8', 'name': 'tempest-TestMinimumBasicScenario-986586405-router', 'tenant_id': '293bf63f656e4467b17de3d3a9e6d588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:52:56Z', 'updated_at': '2021-06-22T01:56:45Z', 'revision_number': 6, 'project_id': '293bf63f656e4467b17de3d3a9e6d588', 'gw_port_host': None}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:56:46.359825 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.361756 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6963bafa-ce70-40a5-b936-9b9b725f4efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:46.384344 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ad17db-734f-4cf0-8c18-cf8002d91c10,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:46.387354 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:46.457196 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1826387'] for router_gateway, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.550707 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24256'] for router, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.552724 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.596515 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625839'] for router, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.597206 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de00540-8af5-4b85-8038-583ceb4886d8 {{(pid=104429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:56:46.606408 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.607579 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-df66e817-4056-40bd-afb0-1679223eae17 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5de00540-8af5-4b85-8038-583ceb4886d8 HTTP/1.1" status: 204 len: 168 time: 0.8444252 Jun 22 01:56:46.610059 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49254) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:46.928048 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Deleting subnet cba16eaa-7a77-4cfe-ae17-c61500c19810 {{(pid=104429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:56:46.931112 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:46.963052 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5818359'] for subnet, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.026453 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 76bc7f47-b817-46f3-935f-1a5972241cfb no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:56:47.047935 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 76bc7f47-b817-46f3-935f-1a5972241cfb {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:56:47.048280 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 76bc7f47-b817-46f3-935f-1a5972241cfb not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:56:47.075636 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.130334 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4585310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6042340'] for subnet, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.132550 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-11558a28-667a-468a-9c1e-16c68173f01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:47.158309 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba16eaa-7a77-4cfe-ae17-c61500c19810,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:47.161340 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:47.162452 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.164197 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cba16eaa-7a77-4cfe-ae17-c61500c19810 HTTP/1.1" status: 204 len: 168 time: 0.5532076 Jun 22 01:56:47.166961 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49256) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:47.168862 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2fab49-57fa-4b09-9258-e4fc7e7b2b02 None None] Network 16fbc40c-98af-486e-8304-c72481cb644d requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:56:47.237386 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.299549 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Deleting port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:47.299891 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.369093 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] DHCP port deletion for 16fbc40c-98af-486e-8304-c72481cb644d request from dv-cinder-797073-2-smb {{(pid=104430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:56:47.374036 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] For port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:47.374425 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.422908 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Deleting port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 {{(pid=104430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:47.423580 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.448505 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Calling delete_port for 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 owned by network:dhcp {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:47.535737 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.539087 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ec26db25-6673-4d89-9bef-51f699899756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:47.568695 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Pushing event deleted for resources: {'Port': ['ID=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:47.570523 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] No DVR routers for this DVR port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 on host dv-cinder-797073-2-smb {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:56:47.571977 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:47.606013 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] For port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,segment=NetworkSegment(b300aa64-61cf-4aa9-9093-5b74e6908593),segment_id=b300aa64-61cf-4aa9-9093-5b74e6908593)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:47.606486 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.643207 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.653879 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fbc40c-98af-486e-8304-c72481cb644d']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:47.664392 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b300aa64-61cf-4aa9-9093-5b74e6908593') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:47.664683 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b300aa64-61cf-4aa9-9093-5b74e6908593') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:47.671599 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Calling delete_port for 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 owned by network:dhcp {{(pid=104430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:47.673550 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4646468'] for segment, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.689920 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.696075 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:56:47.696460 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7758077'] for segment, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: Traceback (most recent call last): Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: timer() Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: cb(*args, **kw) Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: return func(*args, **kwargs) Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: self._notify() Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: self.callback(batched_events) Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: event.method(event) Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: return f(self, *a, **k) Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: return self._get(url).json() Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: return self.request(url, 'GET', **kwargs) Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:56:47.703181 dv-cinder-797073-2-smb neutron-server[104428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:56:47.806056 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.811000 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:47.813590 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.815557 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] 10.222.0.13 "DELETE /v2.0/networks/16fbc40c-98af-486e-8304-c72481cb644d HTTP/1.1" status: 204 len: 168 time: 0.6476173 Jun 22 01:56:47.818586 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49260) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:47.827127 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Pushing event deleted for resources: {'Network': ['ID=16fbc40c-98af-486e-8304-c72481cb644d,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:47.829850 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:47.839015 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:47.841165 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-3a89b104-7cda-463e-ba8b-81630e5d9db7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:47.863526 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Pushing event deleted for resources: {'Port': ['ID=68ab0e72-209a-4d9b-863f-bcd06c3e18a8,revision_number=None']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:47.865298 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Network 16fbc40c-98af-486e-8304-c72481cb644d is not hosted by any dhcp agent {{(pid=104430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 01:56:47.865963 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] No DVR routers for this DVR port 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 on host dv-cinder-797073-2-smb {{(pid=104430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:56:47.867625 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:48.183897 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622234'] for router_interface, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:48.452266 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Deleting port 13dc48c2-006f-4e44-8039-132880ad2373 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:48.452663 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:48.534353 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] For port 13dc48c2-006f-4e44-8039-132880ad2373, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=13dc48c2-006f-4e44-8039-132880ad2373,segment=NetworkSegment(ac6f2d83-636e-4d3a-9494-da0322039969),segment_id=ac6f2d83-636e-4d3a-9494-da0322039969)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:48.534854 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:48.581557 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device e5ad17db-734f-4cf0-8c18-cf8002d91c10 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:56:48.600730 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: e5ad17db-734f-4cf0-8c18-cf8002d91c10 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:56:48.601162 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device e5ad17db-734f-4cf0-8c18-cf8002d91c10 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:56:48.601649 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:56:48.606568 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Calling delete_port for 13dc48c2-006f-4e44-8039-132880ad2373 owned by network:router_interface {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:48.619555 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:56:48.619903 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 68ab0e72-209a-4d9b-863f-bcd06c3e18a8 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:56:48.782557 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:48.784414 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b2923cf7-91b2-4b5f-9327-ed563019192e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:48.808234 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Pushing event deleted for resources: {'Port': ['ID=13dc48c2-006f-4e44-8039-132880ad2373,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:48.812614 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:48.982309 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1744481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622134'] for router_interface, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:49.194829 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Router 9cac208b-e37d-49ce-b583-97f873ea492c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:56:49.296265 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:56:49.301232 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-dfffbc0b-1901-4fe0-8f8f-59124459880d admin admin] 10.222.0.13 "PUT /v2.0/routers/9cac208b-e37d-49ce-b583-97f873ea492c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4809685 Jun 22 01:56:49.303737 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49266) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:49.306494 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] Sync routers for ids ['9cac208b-e37d-49ce-b583-97f873ea492c'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:56:49.316445 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] Routers {'9cac208b-e37d-49ce-b583-97f873ea492c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:56:49.317161 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:56:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9cac208b-e37d-49ce-b583-97f873ea492c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:49.407577 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks [] for router, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:49.417920 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] Set router 9cac208b-e37d-49ce-b583-97f873ea492c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:56:49.508020 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:49.560667 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Deleting port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:49.561013 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:49.646866 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] For port ebf9d210-a059-4fbe-81c9-c5aeb4f587e9, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=ebf9d210-a059-4fbe-81c9-c5aeb4f587e9,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:49.647253 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:49.679255 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51'}], 'enable_snat': True}, 'gw_port_id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:56:48Z', 'revision_number': 5, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port': {'id': 'ebf9d210-a059-4fbe-81c9-c5aeb4f587e9', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:5d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:53:03Z', 'updated_at': '2021-06-22T01:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:49.704474 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] Checking router: 9cac208b-e37d-49ce-b583-97f873ea492c for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:56:49.712623 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] Routers {'9cac208b-e37d-49ce-b583-97f873ea492c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:56:49.713225 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:56:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['9cac208b-e37d-49ce-b583-97f873ea492c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:49.713558 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Calling delete_port for ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 owned by network:router_gateway {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:49.798747 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] Set router 9cac208b-e37d-49ce-b583-97f873ea492c gateway port host: None {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:56:49.853097 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:56:49Z', 'revision_number': 6, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port_host': None}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:49.883102 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b7da1-7688-4410-b2df-6992332402ca None None] The sync data for ids ['9cac208b-e37d-49ce-b583-97f873ea492c'] in dv-cinder-797073-2-smb is: [{'id': '9cac208b-e37d-49ce-b583-97f873ea492c', 'name': 'tempest-TestMinimumBasicScenario-1082266984-router', 'tenant_id': 'ef5d21a0a5024e65955ef6af79557efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:53:02Z', 'updated_at': '2021-06-22T01:56:49Z', 'revision_number': 6, 'project_id': 'ef5d21a0a5024e65955ef6af79557efc', 'gw_port_host': None}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:56:49.886772 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:49.889155 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:49.915034 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf9d210-a059-4fbe-81c9-c5aeb4f587e9,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:49.918054 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:49.979043 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1826387'] for router_gateway, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.074283 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24256'] for router, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.077216 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.124236 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625839'] for router, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.124826 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cac208b-e37d-49ce-b583-97f873ea492c {{(pid=104429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:56:50.129069 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.130187 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9cac208b-e37d-49ce-b583-97f873ea492c HTTP/1.1" status: 204 len: 168 time: 0.8255234 Jun 22 01:56:50.132595 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49270) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:50.177010 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_v2 [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] Deleting subnet d98320a2-048d-4f72-9024-d4f7c3280175 {{(pid=104429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:56:50.180512 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.213806 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5818359'] for subnet, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.298310 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.355165 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4585310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6042340'] for subnet, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.358217 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-dce051bc-b429-4bb6-a947-8b3216ccdc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:50.384589 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d98320a2-048d-4f72-9024-d4f7c3280175,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:50.387646 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:50.391425 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.393280 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-53313fa2-baf0-4270-be0d-59e50ac32c11 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d98320a2-048d-4f72-9024-d4f7c3280175 HTTP/1.1" status: 204 len: 168 time: 0.2597022 Jun 22 01:56:50.395877 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49272) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:50.396686 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fd883-d5e7-4431-bcc4-0785128bd24b None None] Network dd8373b6-43a4-4b71-8334-af1083382019 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:56:50.474805 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.528184 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Deleting port 830955ea-875e-4170-81b7-bcdb85e3f9b3 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:50.528592 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.590390 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] For port 830955ea-875e-4170-81b7-bcdb85e3f9b3, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=830955ea-875e-4170-81b7-bcdb85e3f9b3,segment=NetworkSegment(ac6f2d83-636e-4d3a-9494-da0322039969),segment_id=ac6f2d83-636e-4d3a-9494-da0322039969)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:50.590698 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.636588 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] DHCP port deletion for dd8373b6-43a4-4b71-8334-af1083382019 request from dv-cinder-797073-2-smb {{(pid=104430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:56:50.661043 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Calling delete_port for 830955ea-875e-4170-81b7-bcdb85e3f9b3 owned by network:dhcp {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:50.697780 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 13dc48c2-006f-4e44-8039-132880ad2373 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:56:50.702845 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Deleting port 830955ea-875e-4170-81b7-bcdb85e3f9b3 {{(pid=104430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:56:50.703229 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.728967 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 13dc48c2-006f-4e44-8039-132880ad2373 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:56:50.729318 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 13dc48c2-006f-4e44-8039-132880ad2373 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:56:50.729752 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:56:50.755119 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.759420 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:50.773928 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:56:50.774341 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device ebf9d210-a059-4fbe-81c9-c5aeb4f587e9 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:56:50.774748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 830955ea-875e-4170-81b7-bcdb85e3f9b3 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:56:50.785447 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=830955ea-875e-4170-81b7-bcdb85e3f9b3,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:50.787367 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] No DVR routers for this DVR port 830955ea-875e-4170-81b7-bcdb85e3f9b3 on host dv-cinder-797073-2-smb {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:56:50.788902 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:50.801752 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 830955ea-875e-4170-81b7-bcdb85e3f9b3 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:56:50.802136 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 830955ea-875e-4170-81b7-bcdb85e3f9b3 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:56:50.819806 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] For port 830955ea-875e-4170-81b7-bcdb85e3f9b3, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=830955ea-875e-4170-81b7-bcdb85e3f9b3,segment=NetworkSegment(ac6f2d83-636e-4d3a-9494-da0322039969),segment_id=ac6f2d83-636e-4d3a-9494-da0322039969)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:56:50.820222 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.863299 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.874193 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8373b6-43a4-4b71-8334-af1083382019']}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:50.884404 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6f2d83-636e-4d3a-9494-da0322039969') {'for_net_delete': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:50.884769 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6f2d83-636e-4d3a-9494-da0322039969') {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:56:50.895651 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5818304'] for segment, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.898021 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Calling delete_port for 830955ea-875e-4170-81b7-bcdb85e3f9b3 owned by network:dhcp {{(pid=104430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:56:50.915153 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.921933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=104429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:56:50.922355 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441831'] for segment, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: Traceback (most recent call last): Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: timer() Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: cb(*args, **kw) Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: return func(*args, **kwargs) Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: self._notify() Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: self.callback(batched_events) Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: event.method(event) Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: return f(self, *a, **k) Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: return self._get(url).json() Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: return self.request(url, 'GET', **kwargs) Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:56:50.924025 dv-cinder-797073-2-smb neutron-server[104429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:56:50.982832 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.983239 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:50.985243 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-23b405e9-e3ed-436d-8647-c06887ce2508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:50.986774 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-48a35406-25ca-4f29-b728-673c82b83a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:50.999163 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.001072 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dd8373b6-43a4-4b71-8334-af1083382019 HTTP/1.1" status: 204 len: 168 time: 0.6042035 Jun 22 01:56:51.006083 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8373b6-43a4-4b71-8334-af1083382019,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:51.008088 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:51.009536 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Network dd8373b6-43a4-4b71-8334-af1083382019 is not hosted by any dhcp agent {{(pid=104430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 01:56:51.009812 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] No DVR routers for this DVR port 830955ea-875e-4170-81b7-bcdb85e3f9b3 on host dv-cinder-797073-2-smb {{(pid=104430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:56:51.013536 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Pushing event deleted for resources: {'Port': ['ID=830955ea-875e-4170-81b7-bcdb85e3f9b3,revision_number=None']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:51.019128 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:51.238535 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49278) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:51.278630 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-3d9f2099-279c-4eeb-a729-0dbff1abdf5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=293bf63f656e4467b17de3d3a9e6d588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385959 Jun 22 01:56:51.281006 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49280) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:51.330532 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-94a48804-340b-4c21-bc81-9fc29b37fcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.351890 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-94a48804-340b-4c21-bc81-9fc29b37fcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.404651 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-94a48804-340b-4c21-bc81-9fc29b37fcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.409401 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-94a48804-340b-4c21-bc81-9fc29b37fcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.410695 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-94a48804-340b-4c21-bc81-9fc29b37fcde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3b6809e-79fe-4b38-bb64-1d5e6f794abd HTTP/1.1" status: 204 len: 168 time: 0.1287110 Jun 22 01:56:51.411715 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-58886723-c7c0-43ad-bd4b-14091a320fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:51.420680 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a48804-340b-4c21-bc81-9fc29b37fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6809e-79fe-4b38-bb64-1d5e6f794abd,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:51.425508 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-94a48804-340b-4c21-bc81-9fc29b37fcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:56:51.732121 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49286) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:51.771282 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-644c4629-07da-40ae-8ece-b695f1b8aa1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef5d21a0a5024e65955ef6af79557efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379741 Jun 22 01:56:51.773529 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49288) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:56:51.824358 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.846307 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.892767 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.895483 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:56:51.897521 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a9b8155-7778-487f-b35a-199370febe5c HTTP/1.1" status: 204 len: 168 time: 0.1220405 Jun 22 01:56:51.897521 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-6c920a4c-e47c-411d-aa1b-6e4b8c1a4faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:56:51.909061 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9b8155-7778-487f-b35a-199370febe5c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:56:51.916741 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.917226 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.917773 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.918252 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.918932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.919475 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.920131 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.920611 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.921270 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.921505 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.921944 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.922413 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:56:51.925954 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-528bf32c-6fbd-4805-8ca7-63cb99c8f405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:01.492746 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-c2f54dfd-b52a-4ce5-84cf-fcd76fec2dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:03.692933 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-2c1a1f7f-3eb0-4d04-a8ee-2b36c845de85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:04.185579 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:05.254388 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:05.869834 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f53fa-a30b-4b8e-b928-fb23bc6404c9 req-2aa02b90-b2fd-4e65-b5a4-cf20176d6ece tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:05.871533 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c16f53fa-a30b-4b8e-b928-fb23bc6404c9 req-2aa02b90-b2fd-4e65-b5a4-cf20176d6ece tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0661390 Jun 22 01:57:05.909713 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c16f53fa-a30b-4b8e-b928-fb23bc6404c9 req-00bcb9f7-de5c-430b-873c-6946a947b2b9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Jun 22 01:57:06.858750 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:07.086854 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a12cb-26e4-4100-af09-c79dc806e918 req-fea06382-3b77-4a9e-96b6-ac712b6ba658 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:07.088317 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f26a12cb-26e4-4100-af09-c79dc806e918 req-fea06382-3b77-4a9e-96b6-ac712b6ba658 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0673256 Jun 22 01:57:07.126533 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f26a12cb-26e4-4100-af09-c79dc806e918 req-5badb1ba-50c1-47b2-a0bb-a8f52f4d3177 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=992db138-3b0f-4d80-a505-07f96b25fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Jun 22 01:57:07.298318 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-3c4b9be0-d3c1-4eb2-89a4-f0d52ea378b5 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:07.299744 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-3c4b9be0-d3c1-4eb2-89a4-f0d52ea378b5 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 946 time: 0.0631073 Jun 22 01:57:07.399436 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Deleting port 9250321b-d518-4195-b2b0-8bfaa5f29709 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:57:07.399670 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:07.490533 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] For port 9250321b-d518-4195-b2b0-8bfaa5f29709, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=9250321b-d518-4195-b2b0-8bfaa5f29709,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:57:07.490902 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:07.659443 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:07.659736 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:07.660053 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Floating IP 41489e2e-418a-4445-8f16-190e1a088791 disassociated. External IP: 172.28.3.22, port: 9250321b-d518-4195-b2b0-8bfaa5f29709. Jun 22 01:57:07.660394 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Calling delete_port for 9250321b-d518-4195-b2b0-8bfaa5f29709 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:57:07.787544 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:07.791454 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-032a0c3e-21cb-442b-a553-3b3eef1fdd56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:07.815464 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event deleted for resources: {'Port': ['ID=9250321b-d518-4195-b2b0-8bfaa5f29709,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:07.818937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:07.937784 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Router c3b4def1-d1eb-45cd-8aa3-656d092f142c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:57:08.047295 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:57:08.060420 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] Sync routers for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:57:08.074912 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:57:08.075954 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:57:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:57:08.113796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] No DVR routers for this DVR port 9250321b-d518-4195-b2b0-8bfaa5f29709 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:57:08.116939 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:08.119244 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-589413f5-6911-4d30-9dd7-39408d3cbf39 req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "DELETE /v2.0/ports/9250321b-d518-4195-b2b0-8bfaa5f29709 HTTP/1.1" status: 204 len: 173 time: 0.8140080 Jun 22 01:57:08.119796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'name': 'network-vif-deleted', 'tag': '9250321b-d518-4195-b2b0-8bfaa5f29709'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:57:08.123496 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919e244d-0f05-4097-b27f-53fac6f9b218" -d '{"events": [{"server_uuid": "0ae73eeb-d796-41e1-905d-b5528ce4329d", "name": "network-vif-deleted", "tag": "9250321b-d518-4195-b2b0-8bfaa5f29709"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:57:08.166440 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3572cfe4-789e-4fb0-8396-a97c4f4fd95f x-openstack-request-id: req-3572cfe4-789e-4fb0-8396-a97c4f4fd95f {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:57:08.167078 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae73eeb-d796-41e1-905d-b5528ce4329d", "name": "network-vif-deleted", "tag": "9250321b-d518-4195-b2b0-8bfaa5f29709", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:57:08.167427 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3572cfe4-789e-4fb0-8396-a97c4f4fd95f {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:57:08.168942 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae73eeb-d796-41e1-905d-b5528ce4329d', 'name': 'network-vif-deleted', 'tag': '9250321b-d518-4195-b2b0-8bfaa5f29709', 'status': 'completed', 'code': 200} Jun 22 01:57:08.235652 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:57:08.311338 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-be9db8d9-6830-4b66-9c76-2b2986b03554 req-10d748e1-acc2-440c-aaa3-806d79ecfa36 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ae73eeb-d796-41e1-905d-b5528ce4329d HTTP/1.1" status: 200 len: 210 time: 0.0419827 Jun 22 01:57:08.479486 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:57:08.511977 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] Checking router: c3b4def1-d1eb-45cd-8aa3-656d092f142c for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:57:08.521710 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:57:08.522382 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:57:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:57:08.628556 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:57:08.837904 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:57:08.865439 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a3a97c-240a-41f9-a9c3-d0285d976302 None None] The sync data for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb is: [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:57:09.084083 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f53f2d-b7ac-4feb-b7ad-e804c527e8f9 None None] New status for floating IP 41489e2e-418a-4445-8f16-190e1a088791: DOWN {{(pid=104431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:57:09.440612 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49350) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:57:09.501210 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a57eaa4d-7e10-4c05-bf26-da0b28828b3b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:09.525404 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a57eaa4d-7e10-4c05-bf26-da0b28828b3b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:09.574012 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a57eaa4d-7e10-4c05-bf26-da0b28828b3b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:09.576455 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a57eaa4d-7e10-4c05-bf26-da0b28828b3b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:09.580153 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a57eaa4d-7e10-4c05-bf26-da0b28828b3b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "DELETE /v2.0/security-groups/992db138-3b0f-4d80-a505-07f96b25fa66 HTTP/1.1" status: 204 len: 168 time: 0.1360569 Jun 22 01:57:09.580153 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f9a734c9-dfd6-4325-8d44-838526587a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:09.580769 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49352) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:57:09.587821 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57eaa4d-7e10-4c05-bf26-da0b28828b3b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992db138-3b0f-4d80-a505-07f96b25fa66,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:09.590744 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a57eaa4d-7e10-4c05-bf26-da0b28828b3b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:09.597403 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.api.v2.resource [None req-c6621eed-4333-462f-8532-bf1417cfbcaa tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] show failed (client error): The resource could not be found. Jun 22 01:57:09.599031 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-c6621eed-4333-462f-8532-bf1417cfbcaa tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups/992db138-3b0f-4d80-a505-07f96b25fa66 HTTP/1.1" status: 404 len: 347 time: 0.0170093 Jun 22 01:57:09.603006 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49354) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:57:10.008660 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Deleting port a903b007-2891-42c2-8065-e995566be9d5 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:57:10.009000 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.080922 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.081242 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.144292 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Calling delete_port for a903b007-2891-42c2-8065-e995566be9d5 owned by network:floatingip {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:57:10.274662 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.277962 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-543ca7be-b4d9-48d8-badb-562612133fa8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:10.300177 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event deleted for resources: {'Port': ['ID=a903b007-2891-42c2-8065-e995566be9d5,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:10.303335 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:10.365530 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.368078 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.369223 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6616551c-a429-4976-98f9-0e651a55ea21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "DELETE /v2.0/floatingips/41489e2e-418a-4445-8f16-190e1a088791 HTTP/1.1" status: 204 len: 168 time: 0.7650778 Jun 22 01:57:10.705851 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49360) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:57:10.711105 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894054689', 'description': 'tempest-description--825767906'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:57:10.734225 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.815533 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.819363 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.821745 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9ebb9fa0-8751-4d15-9f0f-01dbccfec20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:10.849713 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.850953 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1440122 Jun 22 01:57:10.853005 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7542d289-5893-48df-aa2a-fbdc46e69737,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:10.854213 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 49362) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:57:10.856103 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:10.859067 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-a467b267-b4d0-4781-813e-1de26f64afb9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'security_group_rule': {'security_group_id': '7542d289-5893-48df-aa2a-fbdc46e69737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:57:10.889568 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a467b267-b4d0-4781-813e-1de26f64afb9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.948093 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a467b267-b4d0-4781-813e-1de26f64afb9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.953005 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a467b267-b4d0-4781-813e-1de26f64afb9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.955215 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5f29ad1e-b6da-4a5b-9b12-b2da4ef66591 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:10.971170 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467b267-b4d0-4781-813e-1de26f64afb9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa417e9e-c17a-4d59-a100-ac5889b5b274,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:10.973772 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a467b267-b4d0-4781-813e-1de26f64afb9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:10.978824 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a467b267-b4d0-4781-813e-1de26f64afb9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:10.979744 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a467b267-b4d0-4781-813e-1de26f64afb9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244683 Jun 22 01:57:10.982693 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49366) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:57:10.987529 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'security_group_rule': {'security_group_id': '7542d289-5893-48df-aa2a-fbdc46e69737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:57:11.016820 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.073197 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.077291 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.079352 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-9700884f-7e16-438b-8f7f-04f0c520c04e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:11.100291 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2124ef07-11b8-4a90-8725-13066a52122d,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:11.103125 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:11.104501 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.109388 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224036 Jun 22 01:57:11.110038 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49368) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:57:11.114078 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'floatingip': {'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:57:11.135241 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.234129 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.337942 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Allocated IP 172.28.3.146 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/f3b2090e-c838-4678-bdbe-7011d5e9f4aa) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:57:11.442187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.480478 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.483446 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-06f2b400-49ad-4d13-a126-1e8872819ce1 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:11.523088 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:57:11.525695 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:57:11.528375 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:57:11.555884 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'Port': ['ID=f3b2090e-c838-4678-bdbe-7011d5e9f4aa,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:11.560510 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:11.617402 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.660850 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.731447 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 9250321b-d518-4195-b2b0-8bfaa5f29709 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:57:11.752186 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 9250321b-d518-4195-b2b0-8bfaa5f29709 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:57:11.752542 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 9250321b-d518-4195-b2b0-8bfaa5f29709 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:57:11.827605 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.833218 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.835515 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5b9d7d49-9056-432d-9495-4d3dc8208121 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:11.902032 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'Port': ['ID=f3b2090e-c838-4678-bdbe-7011d5e9f4aa,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:11.906050 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:11.916468 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.930809 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:11.932051 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8216078 Jun 22 01:57:12.098067 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-2a18bf41-4474-4030-a369-d3ff390e3113 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--894054689&fields=id&tenant_id=c588195eae4147649d4de30346989b54 HTTP/1.1" status: 200 len: 267 time: 0.0402958 Jun 22 01:57:12.209410 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-0b67e941-da69-4f6a-ae99-44dda03601ec tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:12.210876 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-0b67e941-da69-4f6a-ae99-44dda03601ec tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 810 time: 0.1064026 Jun 22 01:57:12.226617 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-202a5314-01aa-484c-81ee-581302be2e21 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/quotas/c588195eae4147649d4de30346989b54 HTTP/1.1" status: 200 len: 375 time: 0.0094001 Jun 22 01:57:12.304382 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-ca4d1cdd-a6b5-4781-b877-911896e9450d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719655 Jun 22 01:57:12.492747 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-964e4df8-c905-406b-9cd6-a3f4aac15523 service neutron] 10.222.0.13 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761711 Jun 22 01:57:12.585642 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-eee11e00-5c2a-47c1-b645-ebea9c4cb06d service neutron] 10.222.0.13 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871193 Jun 22 01:57:12.919331 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-238e39f3-db4f-4f5c-919b-91c97beca2d9 req-6cedde0e-f3eb-4feb-8b7b-2722c2bfbf51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 210 time: 0.0296068 Jun 22 01:57:14.041088 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-b8a588e4-b469-4b6c-a5c8-ba94d95535a4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:14.043112 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-b8a588e4-b469-4b6c-a5c8-ba94d95535a4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 810 time: 0.1157658 Jun 22 01:57:14.120627 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-6a9332d0-23d3-44c4-a642-01544ae1e515 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c588195eae4147649d4de30346989b54 HTTP/1.1" status: 200 len: 379 time: 0.0621481 Jun 22 01:57:14.122549 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5bc6b00b-3f05-4265-b0c7-7f9788703d4c req-647b7d70-6605-4f8a-9921-825373dc9eb4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 210 time: 0.0553436 Jun 22 01:57:14.129059 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'port': {'device_id': '35072f79-5a89-49db-a11c-8a0345d8c813', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'admin_state_up': True, 'tenant_id': 'c588195eae4147649d4de30346989b54', 'security_groups': ['7542d289-5893-48df-aa2a-fbdc46e69737']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:57:14.241358 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Made reservation on behalf of c588195eae4147649d4de30346989b54 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:57:14.244844 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:14.373406 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Allocated IP 172.20.0.11 (cac30b69-24b5-4ea0-92aa-ffb512724c7c/58e76d3a-d087-482d-aad6-a4a89df6df55/19a6924f-78e1-431b-b764-f04f47d79782) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 01:57:14.514194 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:14.532098 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Transition to ACTIVE for port object 19a6924f-78e1-431b-b764-f04f47d79782 will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:57:14.566058 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:14.569809 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-49db8517-d3ba-43b5-8ada-2dc64387eda2 tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:14.611731 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 01:57:14.615063 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:57:14.618874 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 01:57:14.625519 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event updated for resources: {'Port': ['ID=19a6924f-78e1-431b-b764-f04f47d79782,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:14.645581 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:14.673560 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:14.674346 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:14.689779 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647202 Jun 22 01:57:14.708386 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Request body: {'port': {'device_id': '35072f79-5a89-49db-a11c-8a0345d8c813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:57:14.797629 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:14.818826 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-2521325a-a13e-4408-999d-01e887115508 None None] Provisioning for port 19a6924f-78e1-431b-b764-f04f47d79782 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:57:14.823357 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-2521325a-a13e-4408-999d-01e887115508 None None] Provisioning complete for port 19a6924f-78e1-431b-b764-f04f47d79782 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:57:14.824683 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-2521325a-a13e-4408-999d-01e887115508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:14.867046 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-2521325a-a13e-4408-999d-01e887115508 None None] Port 19a6924f-78e1-431b-b764-f04f47d79782 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 01:57:15.054267 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a6924f-78e1-431b-b764-f04f47d79782 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:57:15.062204 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:15.074738 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Transition to ACTIVE for port object 19a6924f-78e1-431b-b764-f04f47d79782 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 01:57:15.078353 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:15.080929 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:15.162797 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Pushing event updated for resources: {'Port': ['ID=19a6924f-78e1-431b-b764-f04f47d79782,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:15.167155 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:15.247888 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Attempting to bind port 19a6924f-78e1-431b-b764-f04f47d79782 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 01:57:15.248607 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Attempting to bind port 19a6924f-78e1-431b-b764-f04f47d79782 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 01:57:15.249145 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Attempting to bind port 19a6924f-78e1-431b-b764-f04f47d79782 on network cac30b69-24b5-4ea0-92aa-ffb512724c7c {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:57:15.257101 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Port 19a6924f-78e1-431b-b764-f04f47d79782 on network cac30b69-24b5-4ea0-92aa-ffb512724c7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 01:57:15.257608 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Attempting to bind port 19a6924f-78e1-431b-b764-f04f47d79782 on network cac30b69-24b5-4ea0-92aa-ffb512724c7c {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 01:57:15.267534 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 01:57:15.268139 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Checking segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:57:15.268808 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Bound using segment: {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 01:57:15.269606 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Bound port: 19a6924f-78e1-431b-b764-f04f47d79782, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5b35dd-7b94-419f-9e42-5703131083bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 01:57:15.270299 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:15.310954 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:15.362540 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] For port 19a6924f-78e1-431b-b764-f04f47d79782, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 01:57:15.366583 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] For port 19a6924f-78e1-431b-b764-f04f47d79782, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=19a6924f-78e1-431b-b764-f04f47d79782,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 01:57:15.372226 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:15.374586 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:15.486771 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d103bd-f9ec-4548-b1a4-599cb6c48dc8 req-c997c348-a4de-4117-b62b-e23023bd4350 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:15.488656 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f4d103bd-f9ec-4548-b1a4-599cb6c48dc8 req-c997c348-a4de-4117-b62b-e23023bd4350 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 944 time: 0.0717144 Jun 22 01:57:15.538534 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f4d103bd-f9ec-4548-b1a4-599cb6c48dc8 req-6e26e263-8b3c-4ed9-b980-75f2e36681e5 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Jun 22 01:57:15.668584 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:15.669207 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:15.673082 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] 10.222.0.36 "PUT /v2.0/ports/19a6924f-78e1-431b-b764-f04f47d79782 HTTP/1.1" status: 200 len: 1094 time: 0.9674873 Jun 22 01:57:15.673082 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35072f79-5a89-49db-a11c-8a0345d8c813', 'tag': '19a6924f-78e1-431b-b764-f04f47d79782'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:57:15.674177 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9356125a-3af9-45a5-b485-04cf0b25eaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "35072f79-5a89-49db-a11c-8a0345d8c813", "tag": "19a6924f-78e1-431b-b764-f04f47d79782"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:57:15.696132 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Pushing event updated for resources: {'Port': ['ID=19a6924f-78e1-431b-b764-f04f47d79782,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:15.700020 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:15.727872 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56185810-e10b-480a-b0ac-14b5b38895d6 x-openstack-request-id: req-56185810-e10b-480a-b0ac-14b5b38895d6 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:57:15.728203 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35072f79-5a89-49db-a11c-8a0345d8c813", "tag": "19a6924f-78e1-431b-b764-f04f47d79782", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:57:15.728492 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56185810-e10b-480a-b0ac-14b5b38895d6 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:57:15.728913 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35072f79-5a89-49db-a11c-8a0345d8c813', 'tag': '19a6924f-78e1-431b-b764-f04f47d79782', 'status': 'completed', 'code': 200} Jun 22 01:57:15.802567 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-5252926d-4031-45cc-a621-41989fddb75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:15.804108 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-5252926d-4031-45cc-a621-41989fddb75c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 1097 time: 0.0572824 Jun 22 01:57:15.851974 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-e65e4d12-0e24-446a-b888-797e00c37ef7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6924f-78e1-431b-b764-f04f47d79782 HTTP/1.1" status: 200 len: 217 time: 0.0351241 Jun 22 01:57:15.906931 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-f54346b2-cbc8-4f3f-8e83-8018a0bb75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:15.908379 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-f54346b2-cbc8-4f3f-8e83-8018a0bb75a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0497649 Jun 22 01:57:15.970288 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-08750248-6baa-4e9d-a210-00224ba7ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:15.971772 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-08750248-6baa-4e9d-a210-00224ba7ab17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566649 Jun 22 01:57:16.064129 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-f96d327f-1210-4e00-9e77-e813b3063ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860479 Jun 22 01:57:16.156425 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89238c5c-8ff8-4bc4-b8e4-baf6fd8fb636 req-a0f5b5f9-38e9-4291-92f7-fa05dc8cb906 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860467 Jun 22 01:57:16.301491 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-85703143-5ede-40d5-b95a-23286212d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:16.303018 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-85703143-5ede-40d5-b95a-23286212d444 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 1097 time: 0.0552335 Jun 22 01:57:16.396626 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-96413d3a-9db3-4d9e-8eb6-7bde5e85b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:16.398261 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-96413d3a-9db3-4d9e-8eb6-7bde5e85b3dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 911 time: 0.0883253 Jun 22 01:57:16.439820 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-208588e7-d2bc-401a-9b5b-215eac52d4de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6924f-78e1-431b-b764-f04f47d79782 HTTP/1.1" status: 200 len: 217 time: 0.0351532 Jun 22 01:57:16.501716 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-3cd5ef75-8573-4840-a2f2-56675c604297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:16.503698 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-3cd5ef75-8573-4840-a2f2-56675c604297 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0502350 Jun 22 01:57:16.566819 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-eaf684f8-d342-41b2-8c77-23655afc048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:16.568317 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-eaf684f8-d342-41b2-8c77-23655afc048e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0577984 Jun 22 01:57:16.660783 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-b4467490-d698-4d05-8f32-53d8aec6991a service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857491 Jun 22 01:57:16.796761 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9356125a-3af9-45a5-b485-04cf0b25eaf4 req-c3835b5a-ab13-4c76-87bd-6323df93fc82 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225250 Jun 22 01:57:16.805221 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e8dde-e0a2-4e25-9e42-71290463634b req-5f434574-1eb2-43c4-bae6-1e556f5d8b69 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:16.806679 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-549e8dde-e0a2-4e25-9e42-71290463634b req-5f434574-1eb2-43c4-bae6-1e556f5d8b69 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 944 time: 0.1412270 Jun 22 01:57:16.851596 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-549e8dde-e0a2-4e25-9e42-71290463634b req-461bb169-681b-499d-888f-1d37bd7958b8 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384672 Jun 22 01:57:18.029408 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be33433-d3bc-44b5-a1df-445a4f5af808 req-6d52feac-a790-4b93-bfbc-c566ff2055ed tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:18.030921 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6be33433-d3bc-44b5-a1df-445a4f5af808 req-6d52feac-a790-4b93-bfbc-c566ff2055ed tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 944 time: 0.0682828 Jun 22 01:57:18.069107 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6be33433-d3bc-44b5-a1df-445a4f5af808 req-42a78758-497d-40b9-bac2-3dc9885694b0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317528 Jun 22 01:57:19.247968 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbcf35-cd29-4722-86b2-27bcab1d948f req-9bee5a80-e362-44e4-969c-e43df305ea1d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:19.249429 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-20cbcf35-cd29-4722-86b2-27bcab1d948f req-9bee5a80-e362-44e4-969c-e43df305ea1d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 944 time: 0.0671308 Jun 22 01:57:19.286780 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-20cbcf35-cd29-4722-86b2-27bcab1d948f req-da201fe9-f97d-451c-846f-e767a508924a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 Jun 22 01:57:19.784724 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 19a6924f-78e1-431b-b764-f04f47d79782 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:57:19.879173 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 19a6924f-78e1-431b-b764-f04f47d79782, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=19a6924f-78e1-431b-b764-f04f47d79782,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:57:19.892165 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '19a6924f-78e1-431b-b764-f04f47d79782', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'port_id': '19a6924f-78e1-431b-b764-f04f47d79782', 'mac_address': 'fa:16:3e:65:13:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:57:19.927412 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:19.940086 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a6924f-78e1-431b-b764-f04f47d79782 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:57:19.959304 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 19a6924f-78e1-431b-b764-f04f47d79782, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=19a6924f-78e1-431b-b764-f04f47d79782,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:57:19.963472 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:19.965501 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:20.015297 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=19a6924f-78e1-431b-b764-f04f47d79782,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:20.022837 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.023176 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.023507 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.023832 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.024153 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.024472 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.024788 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.025105 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.025420 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.025731 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.026074 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.026387 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:57:20.030221 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:20.362937 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['19a6924f-78e1-431b-b764-f04f47d79782'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:57:20.477697 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f4902-01e0-49f8-a807-9b1910b42cc2 req-2846c8b4-ff1f-472b-b11c-737256be1b3c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:20.481272 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e52f4902-01e0-49f8-a807-9b1910b42cc2 req-2846c8b4-ff1f-472b-b11c-737256be1b3c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 945 time: 0.0802646 Jun 22 01:57:20.524141 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e52f4902-01e0-49f8-a807-9b1910b42cc2 req-8f11d88b-0ebf-4667-81b7-bc09b6a3ce74 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374694 Jun 22 01:57:20.847079 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:57:21.708576 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a220d3-e0f8-45e2-a1f8-3356924c1be6 req-1ecabe46-09f0-47aa-8f61-b801049c1446 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:21.710053 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b7a220d3-e0f8-45e2-a1f8-3356924c1be6 req-1ecabe46-09f0-47aa-8f61-b801049c1446 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 945 time: 0.0651650 Jun 22 01:57:21.747975 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b7a220d3-e0f8-45e2-a1f8-3356924c1be6 req-fbac6ecd-014f-4f1d-872f-29c1c845c974 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312350 Jun 22 01:57:21.797679 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 19a6924f-78e1-431b-b764-f04f47d79782 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:57:21.852947 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 19a6924f-78e1-431b-b764-f04f47d79782 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 01:57:21.856836 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 19a6924f-78e1-431b-b764-f04f47d79782 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:57:21.857227 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:22.051966 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:22.074022 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35072f79-5a89-49db-a11c-8a0345d8c813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6924f-78e1-431b-b764-f04f47d79782'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:57:22.076440 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc7f391-4705-46bc-92ba-138c2d023c8b" -d '{"events": [{"server_uuid": "35072f79-5a89-49db-a11c-8a0345d8c813", "name": "network-vif-plugged", "status": "completed", "tag": "19a6924f-78e1-431b-b764-f04f47d79782"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:57:22.090623 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 19a6924f-78e1-431b-b764-f04f47d79782, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=19a6924f-78e1-431b-b764-f04f47d79782,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:57:22.094934 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:22.096808 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:22.118036 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4291ccd-035d-47bf-83f1-8bfc542c6a85 x-openstack-request-id: req-e4291ccd-035d-47bf-83f1-8bfc542c6a85 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:57:22.118337 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35072f79-5a89-49db-a11c-8a0345d8c813", "name": "network-vif-plugged", "status": "completed", "tag": "19a6924f-78e1-431b-b764-f04f47d79782", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:57:22.118593 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4291ccd-035d-47bf-83f1-8bfc542c6a85 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:57:22.118981 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35072f79-5a89-49db-a11c-8a0345d8c813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a6924f-78e1-431b-b764-f04f47d79782', 'code': 200} Jun 22 01:57:22.145355 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=19a6924f-78e1-431b-b764-f04f47d79782,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:22.148368 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:22.380652 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd058f0-999b-4a51-aaad-76fe701c079c req-98d8a65e-ec8d-49e9-aa47-f31c9fe76438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:22.382051 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8fd058f0-999b-4a51-aaad-76fe701c079c req-98d8a65e-ec8d-49e9-aa47-f31c9fe76438 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 1099 time: 0.0527973 Jun 22 01:57:22.418056 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8fd058f0-999b-4a51-aaad-76fe701c079c req-7fef9e3c-fd4d-454b-b5c2-bfeefadc4275 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290225 Jun 22 01:57:22.925845 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647cec3-0527-49b2-b1c3-df073bb3b912 req-3365035a-9757-41e4-b3ad-6814a9da57df tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:22.927377 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7647cec3-0527-49b2-b1c3-df073bb3b912 req-3365035a-9757-41e4-b3ad-6814a9da57df tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 946 time: 0.0671802 Jun 22 01:57:22.965285 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7647cec3-0527-49b2-b1c3-df073bb3b912 req-60de805d-a9c1-436b-9d1d-02a9e29a6bb1 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322709 Jun 22 01:57:24.147637 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92f51d-f7e2-4e16-b282-79ca1e37d417 req-eb8b1b20-49dc-4f21-a9c1-f9905d4d5bd2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:24.149007 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ca92f51d-f7e2-4e16-b282-79ca1e37d417 req-eb8b1b20-49dc-4f21-a9c1-f9905d4d5bd2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 946 time: 0.0661535 Jun 22 01:57:24.191170 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ca92f51d-f7e2-4e16-b282-79ca1e37d417 req-2a95e2f5-82fd-4dcd-93b6-584ce816c621 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358422 Jun 22 01:57:25.363264 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762af02b-7f0d-4ce6-bd55-444a13b180ad req-c113b5f7-f9af-41fb-846f-aaaea6a5a52f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:25.364635 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-762af02b-7f0d-4ce6-bd55-444a13b180ad req-c113b5f7-f9af-41fb-846f-aaaea6a5a52f tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 946 time: 0.0639660 Jun 22 01:57:25.402204 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-762af02b-7f0d-4ce6-bd55-444a13b180ad req-ab2db20e-e885-498d-8062-d9449315eab2 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313261 Jun 22 01:57:25.572891 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020401c-f83e-4fa0-8eae-d1094929d0c6 req-6701fb54-d62b-486b-b697-296922ee822a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:25.574929 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-3020401c-f83e-4fa0-8eae-d1094929d0c6 req-6701fb54-d62b-486b-b697-296922ee822a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 946 time: 0.0675130 Jun 22 01:57:25.583342 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49452) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:57:25.587720 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Request body: {'floatingip': {'port_id': '19a6924f-78e1-431b-b764-f04f47d79782'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:57:25.626128 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:26.066895 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:26.070979 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:26.168421 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Floating IP 3f17c23a-891e-46b0-9886-2a94aee0aa2f associated. External IP: 172.28.3.146, port: 19a6924f-78e1-431b-b764-f04f47d79782. Jun 22 01:57:26.376331 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Router c3b4def1-d1eb-45cd-8aa3-656d092f142c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:57:26.483668 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:57:26.488156 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:26.492957 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] Sync routers for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:57:26.505122 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:57:26.505748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:57:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:57:26.524273 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-32d3db73-cf8a-42db-b668-22b7f90d1b51 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "PUT /v2.0/floatingips/3f17c23a-891e-46b0-9886-2a94aee0aa2f HTTP/1.1" status: 200 len: 992 time: 0.9398937 Jun 22 01:57:26.524928 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35072f79-5a89-49db-a11c-8a0345d8c813', 'tag': '19a6924f-78e1-431b-b764-f04f47d79782'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:57:26.527910 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885562c3-628e-46f1-b9c9-4ac33b08fbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "35072f79-5a89-49db-a11c-8a0345d8c813", "tag": "19a6924f-78e1-431b-b764-f04f47d79782"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:57:26.567047 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 01:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0863a61b-f6e6-4bec-922e-37742e9a176b x-openstack-request-id: req-0863a61b-f6e6-4bec-922e-37742e9a176b {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:57:26.567612 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35072f79-5a89-49db-a11c-8a0345d8c813", "tag": "19a6924f-78e1-431b-b764-f04f47d79782", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:57:26.568083 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0863a61b-f6e6-4bec-922e-37742e9a176b {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:57:26.568851 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35072f79-5a89-49db-a11c-8a0345d8c813', 'tag': '19a6924f-78e1-431b-b764-f04f47d79782', 'status': 'completed', 'code': 200} Jun 22 01:57:26.617696 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:57:26.694412 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-a4c92c3b-a8e8-429b-a225-4df7525ec7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:26.696069 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-a4c92c3b-a8e8-429b-a225-4df7525ec7ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 1099 time: 0.0547431 Jun 22 01:57:26.790490 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-2acd3e41-044a-484d-9a85-831b758d644e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:26.792023 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-2acd3e41-044a-484d-9a85-831b758d644e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 911 time: 0.0884092 Jun 22 01:57:26.841348 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '3f17c23a-891e-46b0-9886-2a94aee0aa2f', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'floating_ip_address': '172.28.3.146', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'port_id': '19a6924f-78e1-431b-b764-f04f47d79782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'mac_address': 'fa:16:3e:65:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35072f79-5a89-49db-a11c-8a0345d8c813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:57:11Z', 'updated_at': '2021-06-22T01:57:25Z', 'revision_number': 1, 'project_id': 'c588195eae4147649d4de30346989b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:57:26.859680 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-fddd2f1b-c649-4286-9d23-49db247d60c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6924f-78e1-431b-b764-f04f47d79782 HTTP/1.1" status: 200 len: 1000 time: 0.0600476 Jun 22 01:57:26.866157 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] Checking router: c3b4def1-d1eb-45cd-8aa3-656d092f142c for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:57:26.874933 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:57:26.875541 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:57:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:57:26.908632 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-3634c02b-4acf-43cb-b097-ebf385b7d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:26.910165 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-3634c02b-4acf-43cb-b097-ebf385b7d020 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0441844 Jun 22 01:57:26.972002 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-7c32fef2-e43e-4d7d-8827-0b3d9a90134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:26.973508 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-7c32fef2-e43e-4d7d-8827-0b3d9a90134f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0572433 Jun 22 01:57:26.977495 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:57:27.062768 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-ffd5e120-03c6-4ec7-a75e-d6bcce430e8f service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823541 Jun 22 01:57:27.155479 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-885562c3-628e-46f1-b9c9-4ac33b08fbe0 req-6c70a8b4-1ad8-4f10-b3d3-79567a0ef452 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859866 Jun 22 01:57:27.198045 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '3f17c23a-891e-46b0-9886-2a94aee0aa2f', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'floating_ip_address': '172.28.3.146', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'port_id': '19a6924f-78e1-431b-b764-f04f47d79782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'mac_address': 'fa:16:3e:65:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35072f79-5a89-49db-a11c-8a0345d8c813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:57:11Z', 'updated_at': '2021-06-22T01:57:25Z', 'revision_number': 1, 'project_id': 'c588195eae4147649d4de30346989b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:57:27.223995 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa1691a-f7d0-4840-aff9-fd16a62df106 None None] The sync data for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb is: [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '3f17c23a-891e-46b0-9886-2a94aee0aa2f', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'floating_ip_address': '172.28.3.146', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'port_id': '19a6924f-78e1-431b-b764-f04f47d79782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'mac_address': 'fa:16:3e:65:13:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35072f79-5a89-49db-a11c-8a0345d8c813', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T01:57:11Z', 'updated_at': '2021-06-22T01:57:25Z', 'revision_number': 1, 'project_id': 'c588195eae4147649d4de30346989b54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:57:27.421370 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60734c41-dbb9-494c-b345-7da31c90beaa None None] New status for floating IP 3f17c23a-891e-46b0-9886-2a94aee0aa2f: ACTIVE {{(pid=104431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:57:31.493315 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bd257f7a-f31c-424a-bb90-53c157467139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:33.693495 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-4e7093ab-ddea-4071-b85f-946fce5e68c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:34.188222 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:35.255993 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:36.856004 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:38.520673 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc15a1f-76ef-4340-981a-5d9a80e6c2a2 req-13b50259-190b-4b6d-ade4-1206d63847d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:38.522134 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4fc15a1f-76ef-4340-981a-5d9a80e6c2a2 req-13b50259-190b-4b6d-ade4-1206d63847d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0630658 Jun 22 01:57:38.561380 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4fc15a1f-76ef-4340-981a-5d9a80e6c2a2 req-ee39dfd3-410c-4348-8085-67192842acf7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Jun 22 01:57:39.740207 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287584-e87b-49f5-b95a-0ecc426c589e req-14196c21-a307-4f15-af93-82a291fb989e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:39.741678 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0a287584-e87b-49f5-b95a-0ecc426c589e req-14196c21-a307-4f15-af93-82a291fb989e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0648227 Jun 22 01:57:39.783029 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0a287584-e87b-49f5-b95a-0ecc426c589e req-fba045aa-45ca-412e-afa9-61aa8a754c81 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356724 Jun 22 01:57:40.956839 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9551dda-8119-4fc4-929c-13303b8f232a req-5e98fe20-0f06-4168-8dd2-f28c445528e9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:40.958418 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c9551dda-8119-4fc4-929c-13303b8f232a req-5e98fe20-0f06-4168-8dd2-f28c445528e9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0628347 Jun 22 01:57:40.995163 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c9551dda-8119-4fc4-929c-13303b8f232a req-42306a57-01d5-4a1f-849a-089bdb57bba8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311191 Jun 22 01:57:42.173212 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a402b-e901-4f8c-aa0a-4d7e0ecb6de2 req-64d19239-cf6f-48ff-a25d-5e1ce669d5fd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:42.174664 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7e9a402b-e901-4f8c-aa0a-4d7e0ecb6de2 req-64d19239-cf6f-48ff-a25d-5e1ce669d5fd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0632973 Jun 22 01:57:42.213207 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7e9a402b-e901-4f8c-aa0a-4d7e0ecb6de2 req-714de71e-c6f9-4ab6-b50a-89a705617d22 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330300 Jun 22 01:57:43.395380 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13446b7c-4d38-464c-959f-24da69591d29 req-88d5f876-9716-4d4d-8cee-4b978158fa73 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:43.396824 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-13446b7c-4d38-464c-959f-24da69591d29 req-88d5f876-9716-4d4d-8cee-4b978158fa73 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0656295 Jun 22 01:57:43.434739 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-13446b7c-4d38-464c-959f-24da69591d29 req-4a066dad-2cb9-40ee-990a-422dfe2c3d1d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Jun 22 01:57:44.611435 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da91de-9992-47dc-bff6-8a083583cde9 req-6623932b-a22d-41ee-afd9-156b63b28df5 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:44.612900 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-13da91de-9992-47dc-bff6-8a083583cde9 req-6623932b-a22d-41ee-afd9-156b63b28df5 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0628023 Jun 22 01:57:44.649857 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-13da91de-9992-47dc-bff6-8a083583cde9 req-62e572a1-4d56-410d-b615-7498a6b68842 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Jun 22 01:57:45.308460 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:45.824655 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5b77d-4739-465b-9842-2ddda486d93c req-a9b85372-6646-4437-9cf0-44f90b6b41e8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:45.826109 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b4e5b77d-4739-465b-9842-2ddda486d93c req-a9b85372-6646-4437-9cf0-44f90b6b41e8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0613396 Jun 22 01:57:45.867594 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b4e5b77d-4739-465b-9842-2ddda486d93c req-52d99f9b-4b5f-4abe-9354-c69a32aa26c4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356970 Jun 22 01:57:47.053226 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c28a9-ea63-4773-9b3c-923338fe6cd4 req-e32c8022-738a-484f-b0c9-981ad41fc106 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:47.054724 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e31c28a9-ea63-4773-9b3c-923338fe6cd4 req-e32c8022-738a-484f-b0c9-981ad41fc106 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0723779 Jun 22 01:57:47.092806 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e31c28a9-ea63-4773-9b3c-923338fe6cd4 req-ad20c870-ea8e-4766-8338-2b73b28e06c9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324109 Jun 22 01:57:48.266343 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e979ae3-563b-4b2f-be04-271cdc5758e7 req-dfc6c44f-1f79-4b75-8ff4-9028f7143b9c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:48.267786 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9e979ae3-563b-4b2f-be04-271cdc5758e7 req-dfc6c44f-1f79-4b75-8ff4-9028f7143b9c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0633249 Jun 22 01:57:48.304768 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9e979ae3-563b-4b2f-be04-271cdc5758e7 req-d4e6601f-7144-4744-bc5b-72f4404e6c50 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Jun 22 01:57:49.488545 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dffa01-c330-470c-8811-9dea4ef98555 req-159fddfc-34fa-4dff-af56-cccb8eaf3961 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:49.490062 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d1dffa01-c330-470c-8811-9dea4ef98555 req-159fddfc-34fa-4dff-af56-cccb8eaf3961 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0703311 Jun 22 01:57:49.528104 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d1dffa01-c330-470c-8811-9dea4ef98555 req-b7e62e59-21dd-4ff4-ad79-7bf70a61832e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Jun 22 01:57:50.702512 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e524177-68d7-4725-88b3-e4d685908fca req-64a43707-535f-4c2a-b06f-085b65f3886d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:50.704101 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6e524177-68d7-4725-88b3-e4d685908fca req-64a43707-535f-4c2a-b06f-085b65f3886d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0627227 Jun 22 01:57:50.741386 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6e524177-68d7-4725-88b3-e4d685908fca req-e739a17e-052a-4a1e-a40b-bcba59284236 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318248 Jun 22 01:57:51.928209 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3b61-bf77-4ae9-82ae-19449a4baf2a req-3dbe71f3-aaf0-4690-8121-a869903e1ffc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:51.929662 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6cce3b61-bf77-4ae9-82ae-19449a4baf2a req-3dbe71f3-aaf0-4690-8121-a869903e1ffc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0615678 Jun 22 01:57:51.964291 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:57:51.971242 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6cce3b61-bf77-4ae9-82ae-19449a4baf2a req-fc8b7fa4-d257-4c8e-9e1f-63c080a13d77 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360086 Jun 22 01:57:52.058347 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:57:52.069883 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'port_id': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'mac_address': 'fa:16:3e:68:d3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:57:52.108165 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:52.122246 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 303c4ea7-cfde-4211-a6e2-d284b77d803e {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:57:52.142964 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:57:52.146969 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:52.149791 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:52.197620 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=6']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:52.201908 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:52.312882 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['303c4ea7-cfde-4211-a6e2-d284b77d803e'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:57:53.147027 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cc063-b42f-463c-b679-3644b8d75c9b req-eb59db6d-f4d3-4446-ba8e-79502ba6713b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:53.148426 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bf5cc063-b42f-463c-b679-3644b8d75c9b req-eb59db6d-f4d3-4446-ba8e-79502ba6713b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 944 time: 0.0640852 Jun 22 01:57:53.185484 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bf5cc063-b42f-463c-b679-3644b8d75c9b req-0f747300-4c07-42c9-b1d3-c9a48f2fbcf0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Jun 22 01:57:53.987161 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:57:54.035729 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 303c4ea7-cfde-4211-a6e2-d284b77d803e triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:57:54.036102 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:54.108947 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:54.129643 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:57:54.131876 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a6ed26-837e-4e44-8d84-07e2e69c91d6" -d '{"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-plugged", "status": "completed", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:57:54.145237 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:57:54.149683 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:57:54.153010 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:57:54.175616 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9951bb-cf9a-4d51-a5eb-ab6c24b50690 x-openstack-request-id: req-0e9951bb-cf9a-4d51-a5eb-ab6c24b50690 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:57:54.175914 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-plugged", "status": "completed", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:57:54.176170 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e9951bb-cf9a-4d51-a5eb-ab6c24b50690 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:57:54.176558 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'code': 200} Jun 22 01:57:54.202872 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=7']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:57:54.205813 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:57:54.363629 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc33a69-7ff6-4e1e-86aa-732386af92a2 req-ead6a566-0f24-4c64-aa2c-afde6983a1d1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:54.365107 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dcc33a69-7ff6-4e1e-86aa-732386af92a2 req-ead6a566-0f24-4c64-aa2c-afde6983a1d1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0635183 Jun 22 01:57:54.402267 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-dcc33a69-7ff6-4e1e-86aa-732386af92a2 req-d1259989-1204-4016-9962-5de34d3c5757 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314505 Jun 22 01:57:55.587282 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332da5a-1315-4ee2-b417-e774305da6f8 req-b8cfe059-e585-4662-abbf-cf369ced05e7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:55.588717 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7332da5a-1315-4ee2-b417-e774305da6f8 req-b8cfe059-e585-4662-abbf-cf369ced05e7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0665917 Jun 22 01:57:55.625080 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7332da5a-1315-4ee2-b417-e774305da6f8 req-44c41649-03a5-47c9-b276-1263e36d6105 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306354 Jun 22 01:57:56.801838 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaf20b-6c5b-4ff7-b576-3288b1ec3582 req-fce93d3c-a469-4bd4-9b49-5e37c2439d81 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:56.803306 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8bfaf20b-6c5b-4ff7-b576-3288b1ec3582 req-fce93d3c-a469-4bd4-9b49-5e37c2439d81 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0632780 Jun 22 01:57:56.840665 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8bfaf20b-6c5b-4ff7-b576-3288b1ec3582 req-afb51e5b-6f8d-4a06-8d0d-c8f8f0a2fd5a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jun 22 01:57:57.845230 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:57:58.024585 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314c31d-e902-475a-82d3-f5a19bde5b20 req-8face6ac-35d2-4c1b-854c-ed0d3f5e0432 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:58.026054 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4314c31d-e902-475a-82d3-f5a19bde5b20 req-8face6ac-35d2-4c1b-854c-ed0d3f5e0432 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0665047 Jun 22 01:57:58.069444 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4314c31d-e902-475a-82d3-f5a19bde5b20 req-bd38a764-6b60-44be-a3b0-e2775ac44e7a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363159 Jun 22 01:57:59.254394 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87e379-2065-4f07-8b91-04cc3a254723 req-8583bc22-a9b3-4472-9a4c-ee4a65e34544 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:57:59.256416 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0a87e379-2065-4f07-8b91-04cc3a254723 req-8583bc22-a9b3-4472-9a4c-ee4a65e34544 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0704226 Jun 22 01:57:59.306729 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0a87e379-2065-4f07-8b91-04cc3a254723 req-bd58d7c0-dd44-4ccd-903d-90f922859022 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440049 Jun 22 01:58:00.489718 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01cb3b-775e-4a64-84bd-bc937ca25293 req-16e2969e-6aec-40c1-964d-f602d3c4ce6d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:00.491197 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1e01cb3b-775e-4a64-84bd-bc937ca25293 req-16e2969e-6aec-40c1-964d-f602d3c4ce6d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0656705 Jun 22 01:58:00.532572 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1e01cb3b-775e-4a64-84bd-bc937ca25293 req-e8ad6f0e-ed20-406f-ac29-b271ff2ba484 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342100 Jun 22 01:58:01.497556 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a43893cc-7c1c-4721-bd7c-ec3fd1ee6c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:01.738479 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeab5ea-520c-4edd-bdaa-424439996300 req-54ef20a8-1745-4dbe-9d2a-d3d6b58b5f53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:01.742420 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-caeab5ea-520c-4edd-bdaa-424439996300 req-54ef20a8-1745-4dbe-9d2a-d3d6b58b5f53 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0850973 Jun 22 01:58:01.787451 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-caeab5ea-520c-4edd-bdaa-424439996300 req-48c23a7d-2ecd-4821-92aa-6f08a6de4864 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403113 Jun 22 01:58:02.995901 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebda5c-54ae-4bc6-83c6-4b32ff70c3a7 req-79039a29-45d0-4dd5-b612-f8f8a540332e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:03.000137 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bbebda5c-54ae-4bc6-83c6-4b32ff70c3a7 req-79039a29-45d0-4dd5-b612-f8f8a540332e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0838161 Jun 22 01:58:03.041188 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-bbebda5c-54ae-4bc6-83c6-4b32ff70c3a7 req-a220ac3a-a89b-4752-87dd-6cb72eeeacd1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353498 Jun 22 01:58:03.694918 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5a51b6f1-3d91-4073-9f73-d6efb6857f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:04.190998 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:04.232141 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b976f-0181-44c1-a978-1c8ee31f838c req-042c0180-a71e-49a9-8903-00f39fdd76db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:04.234561 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ce0b976f-0181-44c1-a978-1c8ee31f838c req-042c0180-a71e-49a9-8903-00f39fdd76db tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0744455 Jun 22 01:58:04.282802 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ce0b976f-0181-44c1-a978-1c8ee31f838c req-a1f55939-de3d-4a2e-981d-a2c24aa5c74d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423708 Jun 22 01:58:05.260256 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:05.469764 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d680b4-5ce4-4f65-b736-40b4ebc7d20d req-725eb8ba-8faa-42ec-af00-f17d77995975 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:05.471291 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-33d680b4-5ce4-4f65-b736-40b4ebc7d20d req-725eb8ba-8faa-42ec-af00-f17d77995975 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0695148 Jun 22 01:58:05.511619 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-33d680b4-5ce4-4f65-b736-40b4ebc7d20d req-4fc455d1-e38e-4d26-bcc9-b4ba69234dcc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345545 Jun 22 01:58:06.726512 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4e83-750e-4968-b942-196c52a8bdea req-a7efee5d-ddd7-4f43-b1e3-e37438cd8d4b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:06.728160 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-09bc4e83-750e-4968-b942-196c52a8bdea req-a7efee5d-ddd7-4f43-b1e3-e37438cd8d4b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0807245 Jun 22 01:58:06.775997 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-09bc4e83-750e-4968-b942-196c52a8bdea req-7dfc4167-1645-46d8-ad38-40476898ffee tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Jun 22 01:58:06.867136 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:07.973359 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8c645-957a-447b-bf9b-f63a4af67c2c req-449d6d9c-d292-4c6c-a2ef-fd2c9370cdb6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:07.975094 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4df8c645-957a-447b-bf9b-f63a4af67c2c req-449d6d9c-d292-4c6c-a2ef-fd2c9370cdb6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0699008 Jun 22 01:58:08.015776 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4df8c645-957a-447b-bf9b-f63a4af67c2c req-b3f3a5c3-6e0b-492a-9f10-34c31e00de2a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341120 Jun 22 01:58:09.198789 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441eaba3-ce60-4d5c-ac47-03c4bc285c2d req-15c2c9b9-363e-4613-bd6c-628361ab8da4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:09.200262 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-441eaba3-ce60-4d5c-ac47-03c4bc285c2d req-15c2c9b9-363e-4613-bd6c-628361ab8da4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0651770 Jun 22 01:58:09.239546 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-441eaba3-ce60-4d5c-ac47-03c4bc285c2d req-d4302713-0918-4f55-a14c-5e93c4576319 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322907 Jun 22 01:58:09.311017 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-b2843b53-2a46-40b6-a187-ebc27942bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:09.312452 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-b2843b53-2a46-40b6-a187-ebc27942bff9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 1098 time: 0.0524426 Jun 22 01:58:09.401177 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-69a1578c-dea6-47ca-9ed4-65de0b574ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:09.402627 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-69a1578c-dea6-47ca-9ed4-65de0b574ae8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.0840232 Jun 22 01:58:09.471965 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-1aca2524-b72b-4df6-a848-5b2d2f63af8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e HTTP/1.1" status: 200 len: 1001 time: 0.0628967 Jun 22 01:58:09.525460 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-d9181f1c-3c81-4268-9a5e-4cd96f82c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:09.526952 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-d9181f1c-3c81-4268-9a5e-4cd96f82c43a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0495141 Jun 22 01:58:09.827599 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-864b02c2-7d78-4615-88eb-85f316d0da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:09.829042 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-864b02c2-7d78-4615-88eb-85f316d0da93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2922761 Jun 22 01:58:09.916381 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-fdacd6b7-2dd8-4bd2-ad9a-b3edc6f46f5e service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806744 Jun 22 01:58:10.005376 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-675da289-afe1-4fd0-8579-fff3a0762a18 req-4d1a009f-4ddf-4292-9620-509b96e7aa33 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813825 Jun 22 01:58:10.417686 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdc573-739b-484d-b78b-df3844091fbe req-f500832f-dda3-4533-ae07-48cae6dd1ff6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:10.419140 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62bdc573-739b-484d-b78b-df3844091fbe req-f500832f-dda3-4533-ae07-48cae6dd1ff6 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0621636 Jun 22 01:58:10.458936 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-62bdc573-739b-484d-b78b-df3844091fbe req-be238d1e-fce5-4fe6-b154-a11dcf446d55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342338 Jun 22 01:58:11.642907 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652bd7b2-b846-4020-8073-6efd94e7c124 req-6cfd0e35-2fe6-4374-9fa7-5130363ab217 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:11.644575 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-652bd7b2-b846-4020-8073-6efd94e7c124 req-6cfd0e35-2fe6-4374-9fa7-5130363ab217 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0670164 Jun 22 01:58:11.686080 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-652bd7b2-b846-4020-8073-6efd94e7c124 req-1218df24-d0dc-493d-99a7-aa5df8f12b71 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349419 Jun 22 01:58:12.861004 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608244b1-7162-4acf-8361-ab1adc2a76a8 req-47bb810e-eeca-4e63-a706-1d9a1a6589c0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:12.862495 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-608244b1-7162-4acf-8361-ab1adc2a76a8 req-47bb810e-eeca-4e63-a706-1d9a1a6589c0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0631223 Jun 22 01:58:12.901823 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-608244b1-7162-4acf-8361-ab1adc2a76a8 req-7a00031d-c560-432e-a1fe-fc3011c8ca3c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Jun 22 01:58:14.073807 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f378b-66d7-49ab-a149-37391f809c4a req-84ec0d7d-17c5-40b1-96e8-407da2dcf509 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:14.075394 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-142f378b-66d7-49ab-a149-37391f809c4a req-84ec0d7d-17c5-40b1-96e8-407da2dcf509 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 945 time: 0.0721118 Jun 22 01:58:14.114001 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:58:14.124241 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-142f378b-66d7-49ab-a149-37391f809c4a req-b205f2ce-3b9d-442e-a8fc-c68b7b3fe2f3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419459 Jun 22 01:58:14.202687 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:14.226954 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:58:14.229207 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ada036-1ab0-4ddc-a3fe-932d28187e12" -d '{"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:58:14.243174 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:58:14.248195 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:14.250393 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:58:14.275922 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 01:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fee4a3-a8d3-4795-b290-fc4a920bec91 x-openstack-request-id: req-b3fee4a3-a8d3-4795-b290-fc4a920bec91 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:58:14.276221 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-unplugged", "status": "failed", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e", "code": 422}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:58:14.276478 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3fee4a3-a8d3-4795-b290-fc4a920bec91 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:58:14.276909 dv-cinder-797073-2-smb neutron-server[104430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'code': 422} returned with failed status Jun 22 01:58:14.303715 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=8']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:58:14.307035 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:58:14.316878 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 49736) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:58:14.421746 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-84f7a1d0-6482-4f28-9726-e7ab9407cd78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035488 Jun 22 01:58:15.311532 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b470cef-d7db-4936-9245-84979aa62541 req-2fcd0f65-db7f-4d69-b88d-ac3867804319 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:15.314042 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4b470cef-d7db-4936-9245-84979aa62541 req-2fcd0f65-db7f-4d69-b88d-ac3867804319 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0678279 Jun 22 01:58:15.328199 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:15.355388 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4b470cef-d7db-4936-9245-84979aa62541 req-712e8d35-ceb9-46d4-ab95-d4da3d92d5cd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352380 Jun 22 01:58:15.398340 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-5262bcda-e8cc-4fef-9956-5e7088edcf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:15.399822 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-5262bcda-e8cc-4fef-9956-5e7088edcf17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a&tenant_id=7003b663ac534513ad53d66686fe4928 HTTP/1.1" status: 200 len: 1096 time: 0.0543885 Jun 22 01:58:15.487507 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-a11e7c62-4cd8-4075-a9d3-dbac174a7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:15.488984 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-a11e7c62-4cd8-4075-a9d3-dbac174a7b9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 1096 time: 0.0521910 Jun 22 01:58:15.581962 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-bed17b63-ab05-4bad-bb69-43d37d78f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:15.583539 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-bed17b63-ab05-4bad-bb69-43d37d78f1d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.0887401 Jun 22 01:58:15.648626 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-d3ace2fa-8585-47ef-ad97-f19487aca054 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e HTTP/1.1" status: 200 len: 999 time: 0.0590870 Jun 22 01:58:15.698625 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-211a7396-f57e-4184-92b2-05804af417ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:15.701015 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-211a7396-f57e-4184-92b2-05804af417ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0448105 Jun 22 01:58:15.760916 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-d4fd3b8a-2212-466d-a7b7-f7aed0968667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:15.762697 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-d4fd3b8a-2212-466d-a7b7-f7aed0968667 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0563505 Jun 22 01:58:15.862843 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-d6a767b3-7501-478e-a8ad-b4ec77110d19 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937157 Jun 22 01:58:15.958680 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-97e14a97-455f-4541-8b60-4f63e3bd6f25 req-0a5bd7d2-7f12-4ec2-856c-0dc2b3c2e40a service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897632 Jun 22 01:58:16.578911 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e3e74-340a-42ef-bd93-5b75f9a59c0f req-2323b130-7904-4c6f-8dc3-0c95e032571e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:16.582482 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-256e3e74-340a-42ef-bd93-5b75f9a59c0f req-2323b130-7904-4c6f-8dc3-0c95e032571e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0776458 Jun 22 01:58:16.634953 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-256e3e74-340a-42ef-bd93-5b75f9a59c0f req-5209b0ef-976d-45c2-ba53-68e1c7f95c9d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470705 Jun 22 01:58:17.811895 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08290d87-f521-4914-b2db-6d85bf40834e req-46dbf8c9-a3a0-4a9a-bc87-c345b1445cd3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:17.813534 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-08290d87-f521-4914-b2db-6d85bf40834e req-46dbf8c9-a3a0-4a9a-bc87-c345b1445cd3 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0660660 Jun 22 01:58:17.860236 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-08290d87-f521-4914-b2db-6d85bf40834e req-5ba60c50-d86a-4d5d-b7af-48e27fdd2584 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403919 Jun 22 01:58:19.045352 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dae1d-ae55-4cc0-ab7b-b11359d609cc req-1917e6ce-934a-4b4c-9e4a-dcae78357485 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:19.047088 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-879dae1d-ae55-4cc0-ab7b-b11359d609cc req-1917e6ce-934a-4b4c-9e4a-dcae78357485 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0679944 Jun 22 01:58:19.085111 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-879dae1d-ae55-4cc0-ab7b-b11359d609cc req-a16af3e6-81ea-459e-b3dd-7a153abca254 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Jun 22 01:58:20.271326 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9a817-07d9-4ce1-bd78-b93e2d006231 req-93b1f292-cb68-418d-a29e-fab54c246f86 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:20.272789 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-75b9a817-07d9-4ce1-bd78-b93e2d006231 req-93b1f292-cb68-418d-a29e-fab54c246f86 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0680778 Jun 22 01:58:20.313150 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-75b9a817-07d9-4ce1-bd78-b93e2d006231 req-ddc9b3c2-b457-4b7d-b88f-b4aac205762a tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342159 Jun 22 01:58:21.499167 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb4132-c0dc-4300-945d-762be790aeb1 req-e273582d-45ad-4bfe-9f52-24e87993ff68 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:21.500632 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5dbb4132-c0dc-4300-945d-762be790aeb1 req-e273582d-45ad-4bfe-9f52-24e87993ff68 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0692859 Jun 22 01:58:21.539543 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5dbb4132-c0dc-4300-945d-762be790aeb1 req-02377d60-bf14-4866-a546-cb59fa75b9a7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331674 Jun 22 01:58:22.733330 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1511a7-d78e-4383-ad55-bb780786268a req-320304b6-b792-4f81-a230-651a392eeb2f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:22.734839 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5c1511a7-d78e-4383-ad55-bb780786268a req-320304b6-b792-4f81-a230-651a392eeb2f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0664420 Jun 22 01:58:22.777054 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-5c1511a7-d78e-4383-ad55-bb780786268a req-5c996d41-11c7-4fbe-9504-bf53cdef6b17 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358379 Jun 22 01:58:23.979058 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c9fe7-62cd-4419-945a-ba5902fe026d req-3be5d463-97fb-4dbd-9e9c-cace22e69ea0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:23.980668 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-766c9fe7-62cd-4419-945a-ba5902fe026d req-3be5d463-97fb-4dbd-9e9c-cace22e69ea0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0722148 Jun 22 01:58:24.026927 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-766c9fe7-62cd-4419-945a-ba5902fe026d req-df819274-7767-42c0-b0b7-a52ea23252f7 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383186 Jun 22 01:58:25.212769 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b96ad2-e913-4b4b-b8fd-0d0488dc8d04 req-c2fded5e-7932-4287-a4a8-4ca0bc8c6429 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:25.214249 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d5b96ad2-e913-4b4b-b8fd-0d0488dc8d04 req-c2fded5e-7932-4287-a4a8-4ca0bc8c6429 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0655818 Jun 22 01:58:25.254682 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-d5b96ad2-e913-4b4b-b8fd-0d0488dc8d04 req-d179937c-5ad3-442b-873c-7d7e8c40970f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339992 Jun 22 01:58:26.452313 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66cb1e-306e-4936-aa3e-e45a6d7fbf18 req-fe41d67d-f496-453f-9579-62288b3a1ccb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:26.453863 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3c66cb1e-306e-4936-aa3e-e45a6d7fbf18 req-fe41d67d-f496-453f-9579-62288b3a1ccb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0754988 Jun 22 01:58:26.494163 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3c66cb1e-306e-4936-aa3e-e45a6d7fbf18 req-4e153c00-8288-42d2-9df2-6bc116982490 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Jun 22 01:58:27.676800 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77758f06-39cf-40d1-a8c6-7c397f4fc414 req-59cf099d-2a8b-4330-b916-f2ded2c03bcc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:27.678282 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-77758f06-39cf-40d1-a8c6-7c397f4fc414 req-59cf099d-2a8b-4330-b916-f2ded2c03bcc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0675497 Jun 22 01:58:27.716934 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-77758f06-39cf-40d1-a8c6-7c397f4fc414 req-b3da2cc8-5e87-431d-8679-7cf289b32813 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329459 Jun 22 01:58:28.900059 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ebac2-9ea4-4dd9-bb42-a4fda092d45a req-86b0b408-6202-43b3-8900-1b05d148ecc0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:28.901543 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-473ebac2-9ea4-4dd9-bb42-a4fda092d45a req-86b0b408-6202-43b3-8900-1b05d148ecc0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0691435 Jun 22 01:58:28.940503 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-473ebac2-9ea4-4dd9-bb42-a4fda092d45a req-9208a479-223b-4a10-b1be-b5af86f50218 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332475 Jun 22 01:58:29.228212 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-52539fcd-f886-4092-9640-c417b26eddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:29.229700 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-52539fcd-f886-4092-9640-c417b26eddad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7003b663ac534513ad53d66686fe4928&device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 1096 time: 0.0532029 Jun 22 01:58:29.338300 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-a95b09b0-7cb3-42b9-8865-9b80948d6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:29.339753 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-a95b09b0-7cb3-42b9-8865-9b80948d6a9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 200 len: 918 time: 0.0903378 Jun 22 01:58:29.404339 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-73932804-e700-482e-b084-f688dbdaf014 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e HTTP/1.1" status: 200 len: 999 time: 0.0576096 Jun 22 01:58:29.452632 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-af039994-4177-45de-b086-ae1b653ffc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:29.454109 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-af039994-4177-45de-b086-ae1b653ffc7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 200 len: 856 time: 0.0446477 Jun 22 01:58:29.515574 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-334404d9-c0d8-4389-9c3d-f3e1babcd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:29.516969 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-334404d9-c0d8-4389-9c3d-f3e1babcd0b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eac8654a-d4c9-42d1-9470-c87ae91c8ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0563316 Jun 22 01:58:29.607427 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-6e3bbb52-8a52-4f79-8c2d-0325cd50a7d9 service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837665 Jun 22 01:58:29.701188 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ff42c63f-8e88-4be3-ad86-c71c8d2fc2fd req-9c5776e2-6228-41a6-bf0a-bee3cf42d23a service neutron] 10.222.0.36 "GET /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865810 Jun 22 01:58:30.125888 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9950b4-2267-404a-8b35-0a358777b667 req-be171491-2efd-4f25-881a-d89a64cc66bc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:30.127382 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cb9950b4-2267-404a-8b35-0a358777b667 req-be171491-2efd-4f25-881a-d89a64cc66bc tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0650814 Jun 22 01:58:30.173217 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cb9950b4-2267-404a-8b35-0a358777b667 req-19ea3a64-7683-4c25-be03-6da9322a459f tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Jun 22 01:58:31.349505 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e35244-7bbe-4922-812e-a8951d4a4063 req-9d724976-f538-4d7b-aeb5-36914d351c26 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:31.350994 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-38e35244-7bbe-4922-812e-a8951d4a4063 req-9d724976-f538-4d7b-aeb5-36914d351c26 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 943 time: 0.0625207 Jun 22 01:58:31.389724 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-38e35244-7bbe-4922-812e-a8951d4a4063 req-7b9bfe3d-4833-4e0a-84cc-700caf4bccb4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331051 Jun 22 01:58:31.499235 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-40dadf9d-4acf-436d-9967-cf8e1009b1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:32.164187 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 01:58:32.258261 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:58:32.270027 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'port_id': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'mac_address': 'fa:16:3e:68:d3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 01:58:32.310541 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:32.322603 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303c4ea7-cfde-4211-a6e2-d284b77d803e {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 01:58:32.342728 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:58:32.346578 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:32.349116 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:58:32.395071 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=9']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:58:32.402131 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.402519 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.402804 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.403745 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.404457 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.404916 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.405248 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.405576 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.405905 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.406289 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.406691 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.406914 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:58:32.411614 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:58:32.571605 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5c05a-8157-4a32-87fb-b57512331eec req-c4bad29e-898b-4456-9d61-258bf4be7c8d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:32.573067 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-55e5c05a-8157-4a32-87fb-b57512331eec req-c4bad29e-898b-4456-9d61-258bf4be7c8d tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 944 time: 0.0663867 Jun 22 01:58:32.614343 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-55e5c05a-8157-4a32-87fb-b57512331eec req-bb2681e2-3adf-46ac-aac4-ae8dd92cf60b tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355158 Jun 22 01:58:32.748386 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['303c4ea7-cfde-4211-a6e2-d284b77d803e'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 01:58:33.697139 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-68e089fe-afe0-4ee2-9e3d-852ca4c850c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:33.799563 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55c534-0c2f-4bd1-8f1f-8dc1633a0229 req-cc4297ea-6e6c-4674-b217-35bb442f8f66 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:33.800994 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-eb55c534-0c2f-4bd1-8f1f-8dc1633a0229 req-cc4297ea-6e6c-4674-b217-35bb442f8f66 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 944 time: 0.0697241 Jun 22 01:58:33.838901 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-eb55c534-0c2f-4bd1-8f1f-8dc1633a0229 req-44f39338-9168-47b3-905a-173b7e271dd9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321648 Jun 22 01:58:34.164887 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 01:58:34.208599 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:34.223602 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 303c4ea7-cfde-4211-a6e2-d284b77d803e triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 01:58:34.223984 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:34.304164 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:34.326227 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:58:34.328480 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53afa55-1dc8-4864-b048-d67a74212d13" -d '{"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-plugged", "status": "completed", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:58:34.341328 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:58:34.345538 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:34.347655 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:58:34.369222 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8e6e7d-cc4c-44e9-8c34-55f84e79c94d x-openstack-request-id: req-2c8e6e7d-cc4c-44e9-8c34-55f84e79c94d {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:58:34.369517 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-plugged", "status": "completed", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:58:34.369774 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c8e6e7d-cc4c-44e9-8c34-55f84e79c94d {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:58:34.370183 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'code': 200} Jun 22 01:58:34.396530 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=10']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:58:34.399608 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:58:34.627317 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796767cc-1c26-40fb-8906-acb9569d0a29 req-0c707a02-efef-4934-b76c-8fa3b22d6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:34.628872 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-796767cc-1c26-40fb-8906-acb9569d0a29 req-0c707a02-efef-4934-b76c-8fa3b22d6ae8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 1099 time: 0.0541141 Jun 22 01:58:34.664670 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-796767cc-1c26-40fb-8906-acb9569d0a29 req-bf8a0887-758d-47fa-a965-75f6fcf253be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295808 Jun 22 01:58:34.844556 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:58:35.042642 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd9a98-81d8-4bd3-adcb-1d779efa2c07 req-392382fb-9fb3-4b4b-93b5-cc102031972c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:35.045792 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-47bd9a98-81d8-4bd3-adcb-1d779efa2c07 req-392382fb-9fb3-4b4b-93b5-cc102031972c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 946 time: 0.0731974 Jun 22 01:58:35.097099 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-47bd9a98-81d8-4bd3-adcb-1d779efa2c07 req-591b9c66-f7cc-4c1b-957c-f48ce94a40d4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Jun 22 01:58:35.266302 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:36.293924 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d629f-67fc-406e-b169-160f0b33551b req-d0c48f5d-b99c-428c-bb8f-353948d396e9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:36.295648 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4b4d629f-67fc-406e-b169-160f0b33551b req-d0c48f5d-b99c-428c-bb8f-353948d396e9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 946 time: 0.0744069 Jun 22 01:58:36.336027 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4b4d629f-67fc-406e-b169-160f0b33551b req-08753ffd-0c64-4f05-9f09-fb6cfad0c916 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343723 Jun 22 01:58:36.863115 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:58:37.519033 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29da7-341c-4a84-ac59-5c25e0a45dc5 req-922eef9d-e747-4a48-bc43-45099a0c65ae tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:58:37.520531 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2dd29da7-341c-4a84-ac59-5c25e0a45dc5 req-922eef9d-e747-4a48-bc43-45099a0c65ae tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 946 time: 0.0657036 Jun 22 01:58:37.559428 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2dd29da7-341c-4a84-ac59-5c25e0a45dc5 req-303bc6ad-c5c4-479e-a26b-bd43310dc7dd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330389 Jun 22 01:58:45.339440 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:01.502186 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-0b150a99-63e0-40dd-a8c3-9cbe84a40563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:03.698948 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-923ececb-a5f9-441b-82e4-f04b9820c87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:04.189841 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:05.269024 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:06.867070 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:11.842664 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:59:15.343012 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:21.543268 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68e4719f-196d-445a-ba9b-ff362216a87d req-03b0838c-2f52-4536-b167-c9e1460d5989 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553570 Jun 22 01:59:21.631982 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4719f-196d-445a-ba9b-ff362216a87d req-4761e43f-721e-4c62-bc60-04ecfff81f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:21.633465 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68e4719f-196d-445a-ba9b-ff362216a87d req-4761e43f-721e-4c62-bc60-04ecfff81f03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c588195eae4147649d4de30346989b54&device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 1099 time: 0.0521536 Jun 22 01:59:21.766042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4719f-196d-445a-ba9b-ff362216a87d req-7396abbe-e490-411c-9a49-af6969a0a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:21.767491 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68e4719f-196d-445a-ba9b-ff362216a87d req-7396abbe-e490-411c-9a49-af6969a0a740 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 200 len: 911 time: 0.0900569 Jun 22 01:59:21.836848 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68e4719f-196d-445a-ba9b-ff362216a87d req-4da7d0ce-493d-4eb0-b03e-74df17830b56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19a6924f-78e1-431b-b764-f04f47d79782 HTTP/1.1" status: 200 len: 1002 time: 0.0622404 Jun 22 01:59:21.889288 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4719f-196d-445a-ba9b-ff362216a87d req-12056d26-632d-40b3-bf69-e5b1380fafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:21.890832 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68e4719f-196d-445a-ba9b-ff362216a87d req-12056d26-632d-40b3-bf69-e5b1380fafaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 200 len: 849 time: 0.0461659 Jun 22 01:59:21.947991 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4719f-196d-445a-ba9b-ff362216a87d req-8c552dfc-ff20-41b6-93b2-84810f68d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:21.950455 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68e4719f-196d-445a-ba9b-ff362216a87d req-8c552dfc-ff20-41b6-93b2-84810f68d3c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cac30b69-24b5-4ea0-92aa-ffb512724c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528610 Jun 22 01:59:22.049883 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68e4719f-196d-445a-ba9b-ff362216a87d req-6b31da04-4b8a-4c00-8779-84f91acf03c8 service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914092 Jun 22 01:59:22.141591 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-68e4719f-196d-445a-ba9b-ff362216a87d req-5e4ee920-ef0b-4424-8f98-19c8ba3f2d2d service neutron] 10.222.0.36 "GET /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856183 Jun 22 01:59:25.182054 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94225277-d313-41e2-a1f6-df9fb096a5a8 req-9e12c8d4-afd3-4b47-af4f-9c57dd3dba22 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:25.183628 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-94225277-d313-41e2-a1f6-df9fb096a5a8 req-9e12c8d4-afd3-4b47-af4f-9c57dd3dba22 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 946 time: 0.0643833 Jun 22 01:59:25.222641 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-94225277-d313-41e2-a1f6-df9fb096a5a8 req-8facc8ae-a3ba-4285-a82d-889833b11746 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326974 Jun 22 01:59:26.404592 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fc6a9-cb39-4dcf-9edb-790c9fa644e1 req-fb71f084-f90d-4416-9feb-8339cf9c8af4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:26.406277 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9e9fc6a9-cb39-4dcf-9edb-790c9fa644e1 req-fb71f084-f90d-4416-9feb-8339cf9c8af4 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 946 time: 0.0680702 Jun 22 01:59:26.445355 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9e9fc6a9-cb39-4dcf-9edb-790c9fa644e1 req-49a9b0e2-b6e3-467d-b40f-80507568fb4c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334766 Jun 22 01:59:27.453511 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-c53b60ca-266e-4f07-bc03-d20fadac9337 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:27.455127 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-c53b60ca-266e-4f07-bc03-d20fadac9337 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 946 time: 0.0650344 Jun 22 01:59:27.565228 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Deleting port 19a6924f-78e1-431b-b764-f04f47d79782 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:27.565567 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:27.618755 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c685572-ea1d-4d1e-9b30-c6c584920145 req-299cd621-2f47-486a-8a75-5aff1f48e53c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:27.620236 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7c685572-ea1d-4d1e-9b30-c6c584920145 req-299cd621-2f47-486a-8a75-5aff1f48e53c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 946 time: 0.0630827 Jun 22 01:59:27.663040 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7c685572-ea1d-4d1e-9b30-c6c584920145 req-3f9e1c77-8bfc-485c-bafd-083a185c2bc9 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups?id=7542d289-5893-48df-aa2a-fbdc46e69737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359609 Jun 22 01:59:27.663871 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] For port 19a6924f-78e1-431b-b764-f04f47d79782, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=19a6924f-78e1-431b-b764-f04f47d79782,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:27.664232 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:27.834566 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:27.834830 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:27.835213 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Floating IP 3f17c23a-891e-46b0-9886-2a94aee0aa2f disassociated. External IP: 172.28.3.146, port: 19a6924f-78e1-431b-b764-f04f47d79782. Jun 22 01:59:27.835514 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Calling delete_port for 19a6924f-78e1-431b-b764-f04f47d79782 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:27.960689 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:27.965221 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bebc82ac-8aea-411c-b781-91ab8df51745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:27.994647 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event deleted for resources: {'Port': ['ID=19a6924f-78e1-431b-b764-f04f47d79782,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:28.004936 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.005308 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.005678 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.006055 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.006407 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.006761 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.007106 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.007452 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.007801 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.008146 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.008486 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.008820 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:28.013154 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:28.119987 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Router c3b4def1-d1eb-45cd-8aa3-656d092f142c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:59:28.223815 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:59:28.234236 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] Sync routers for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:59:28.243570 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:59:28.244181 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:59:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:28.270624 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] No DVR routers for this DVR port 19a6924f-78e1-431b-b764-f04f47d79782 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:59:28.273108 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:28.275168 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5a77ac18-d506-490e-aa7d-6b3f15905866 req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.36 "DELETE /v2.0/ports/19a6924f-78e1-431b-b764-f04f47d79782 HTTP/1.1" status: 204 len: 173 time: 0.8146882 Jun 22 01:59:28.275693 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35072f79-5a89-49db-a11c-8a0345d8c813', 'name': 'network-vif-deleted', 'tag': '19a6924f-78e1-431b-b764-f04f47d79782'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:59:28.278862 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468d1591-c720-4649-8015-f6953244d010" -d '{"events": [{"server_uuid": "35072f79-5a89-49db-a11c-8a0345d8c813", "name": "network-vif-deleted", "tag": "19a6924f-78e1-431b-b764-f04f47d79782"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:59:28.327178 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2958a81-b43f-4392-9689-32f4120babf8 x-openstack-request-id: req-f2958a81-b43f-4392-9689-32f4120babf8 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:59:28.327517 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35072f79-5a89-49db-a11c-8a0345d8c813", "name": "network-vif-deleted", "tag": "19a6924f-78e1-431b-b764-f04f47d79782", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:59:28.327824 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2958a81-b43f-4392-9689-32f4120babf8 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:59:28.328295 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35072f79-5a89-49db-a11c-8a0345d8c813', 'name': 'network-vif-deleted', 'tag': '19a6924f-78e1-431b-b764-f04f47d79782', 'status': 'completed', 'code': 200} Jun 22 01:59:28.490626 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:59:28.697789 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:28.723969 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] Checking router: c3b4def1-d1eb-45cd-8aa3-656d092f142c for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:59:28.733178 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:59:28.733792 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:59:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:28.818952 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-79ee4294-41dd-40f8-a696-cf3d9c9db411 req-b706e349-64b9-4024-87af-4eccdeb2c452 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/ports?device_id=35072f79-5a89-49db-a11c-8a0345d8c813 HTTP/1.1" status: 200 len: 210 time: 0.0299251 Jun 22 01:59:28.843312 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:59:29.050175 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:29.076020 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbea712-22fa-44fb-bdaf-5a3c7dbbd95e None None] The sync data for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb is: [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:51:20Z', 'revision_number': 4, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '2b4f9177-c977-4130-b0d5-98b8d50907a2', 'name': '', 'network_id': 'cac30b69-24b5-4ea0-92aa-ffb512724c7c', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'mac_address': 'fa:16:3e:ba:f5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:19Z', 'updated_at': '2021-06-22T01:51:26Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'subnets': [{'id': '58e76d3a-d087-482d-aad6-a4a89df6df55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:59:29.281147 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11993acd-1a19-4012-9aaa-f7dd7350e33d None None] New status for floating IP 3f17c23a-891e-46b0-9886-2a94aee0aa2f: DOWN {{(pid=104431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:59:29.956279 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50020) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:30.011079 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4eb70cd0-e58e-47d3-93bc-47a3d3dfa95c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.034466 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4eb70cd0-e58e-47d3-93bc-47a3d3dfa95c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.083102 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4eb70cd0-e58e-47d3-93bc-47a3d3dfa95c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.085759 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4eb70cd0-e58e-47d3-93bc-47a3d3dfa95c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.086918 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-4eb70cd0-e58e-47d3-93bc-47a3d3dfa95c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "DELETE /v2.0/security-groups/7542d289-5893-48df-aa2a-fbdc46e69737 HTTP/1.1" status: 204 len: 168 time: 0.1294010 Jun 22 01:59:30.087676 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ff9d878e-373f-4c2e-bd0a-e62e08083be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:30.090450 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50022) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:30.096712 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb70cd0-e58e-47d3-93bc-47a3d3dfa95c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7542d289-5893-48df-aa2a-fbdc46e69737,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:30.099055 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4eb70cd0-e58e-47d3-93bc-47a3d3dfa95c tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:30.107824 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.api.v2.resource [None req-cc2f4fcb-732c-42f2-a647-88799cc6fc80 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] show failed (client error): The resource could not be found. Jun 22 01:59:30.108848 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-cc2f4fcb-732c-42f2-a647-88799cc6fc80 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "GET /v2.0/security-groups/7542d289-5893-48df-aa2a-fbdc46e69737 HTTP/1.1" status: 404 len: 347 time: 0.0173221 Jun 22 01:59:30.111611 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50024) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:30.235163 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Deleting port f3b2090e-c838-4678-bdbe-7011d5e9f4aa {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:30.235513 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.311422 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.311748 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.374362 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Calling delete_port for f3b2090e-c838-4678-bdbe-7011d5e9f4aa owned by network:floatingip {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:30.506567 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.509404 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e17ad7f6-a18d-45e8-9dd1-110f0e75b016 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:30.533219 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Pushing event deleted for resources: {'Port': ['ID=f3b2090e-c838-4678-bdbe-7011d5e9f4aa,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:30.544202 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.544585 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.544955 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.545323 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.545679 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.546068 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.546427 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.546827 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.547129 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.547485 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.547838 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.548183 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:30.565532 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:30.606157 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks [] for floatingip, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.608746 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:30.609866 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] 10.222.0.13 "DELETE /v2.0/floatingips/3f17c23a-891e-46b0-9886-2a94aee0aa2f HTTP/1.1" status: 204 len: 168 time: 0.4973776 Jun 22 01:59:31.504367 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ebf90414-cf94-48b1-914f-12af77961704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:32.521201 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 19a6924f-78e1-431b-b764-f04f47d79782 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:59:32.540390 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 19a6924f-78e1-431b-b764-f04f47d79782 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:59:32.540737 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 19a6924f-78e1-431b-b764-f04f47d79782 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:59:33.335054 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ca46a-de46-4f7d-828d-3560b33b92bf req-84689888-c8a2-40ed-85a0-de5e481d90a1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:33.336512 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-466ca46a-de46-4f7d-828d-3560b33b92bf req-84689888-c8a2-40ed-85a0-de5e481d90a1 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 946 time: 0.0648558 Jun 22 01:59:33.376173 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-466ca46a-de46-4f7d-828d-3560b33b92bf req-25213f82-1138-4cd9-bb12-79071cd9fe27 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Jun 22 01:59:33.700723 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5d58a51e-2d6e-461f-8f14-755510294893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:34.192622 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:34.342096 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50062) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:34.562678 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddd72c-e27b-45bc-aace-0cab2cdcbbc3 req-1e2ed600-ca3d-41d7-bec1-ca10ebe5ee96 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:34.564376 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-56ddd72c-e27b-45bc-aace-0cab2cdcbbc3 req-1e2ed600-ca3d-41d7-bec1-ca10ebe5ee96 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 946 time: 0.0652561 Jun 22 01:59:34.602117 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-56ddd72c-e27b-45bc-aace-0cab2cdcbbc3 req-f69dbc45-559f-4bf6-9f11-f1f3ed7fb034 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320592 Jun 22 01:59:34.840393 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622234'] for router_interface, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:35.271864 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:35.324377 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-ad4c59b4-eef0-4f5d-bfb7-e34acf481453 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:35.325794 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-ad4c59b4-eef0-4f5d-bfb7-e34acf481453 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 946 time: 0.1653171 Jun 22 01:59:35.496572 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Deleting port 303c4ea7-cfde-4211-a6e2-d284b77d803e {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:35.497295 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:35.558675 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Deleting port 2b4f9177-c977-4130-b0d5-98b8d50907a2 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:35.558918 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:35.638647 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] For port 303c4ea7-cfde-4211-a6e2-d284b77d803e, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=303c4ea7-cfde-4211-a6e2-d284b77d803e,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:35.638982 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:35.708763 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] For port 2b4f9177-c977-4130-b0d5-98b8d50907a2, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=2b4f9177-c977-4130-b0d5-98b8d50907a2,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:35.709139 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:35.837476 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Calling delete_port for 2b4f9177-c977-4130-b0d5-98b8d50907a2 owned by network:router_interface {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:35.983415 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fa827-7b55-4700-8b9b-c009edca6536 req-395281f9-6aea-4cbb-9866-558a85932feb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:35.984979 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-818fa827-7b55-4700-8b9b-c009edca6536 req-395281f9-6aea-4cbb-9866-558a85932feb tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 946 time: 0.2652907 Jun 22 01:59:35.988665 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:35.989033 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:35.989340 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Floating IP f2a94cf3-2620-4d1c-a132-9cad23331b5e disassociated. External IP: 172.28.3.213, port: 303c4ea7-cfde-4211-a6e2-d284b77d803e. Jun 22 01:59:35.989674 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Calling delete_port for 303c4ea7-cfde-4211-a6e2-d284b77d803e owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:36.132235 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-818fa827-7b55-4700-8b9b-c009edca6536 req-d962e967-ebb3-4441-bd74-c248bcf99109 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c8a85fb-5c75-4a86-a7c0-340539aab24f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375639 Jun 22 01:59:36.252743 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:36.256427 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7b69a4b5-ac1d-4201-89c9-1b4e9c64719e tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:36.288147 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b4f9177-c977-4130-b0d5-98b8d50907a2,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:36.292641 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:36.293944 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:36.297613 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-977ffd03-07dd-42c1-9588-88d238b02e55 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:36.344395 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event deleted for resources: {'Port': ['ID=303c4ea7-cfde-4211-a6e2-d284b77d803e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:36.366285 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:36.572836 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:59:36.586231 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1744481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622134'] for router_interface, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:36.798826 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:59:36.811840 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] Sync routers for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:59:36.823488 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:59:36.824677 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:59:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:36.887565 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] No DVR routers for this DVR port 303c4ea7-cfde-4211-a6e2-d284b77d803e on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:59:36.894153 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:36.896080 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5719f070-15cc-4dca-9dcb-b3d577326bde req-8315e93a-f4eb-497f-8b41-69a659d2eed8 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.36 "DELETE /v2.0/ports/303c4ea7-cfde-4211-a6e2-d284b77d803e HTTP/1.1" status: 204 len: 173 time: 1.5620937 Jun 22 01:59:36.896574 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-deleted', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 01:59:36.899115 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af471c8f-67da-40a1-aab5-86446fa5ffd8" -d '{"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-deleted", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 01:59:36.904234 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:36.958880 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74073663-c433-498e-8e88-128c5d627ad6 x-openstack-request-id: req-74073663-c433-498e-8e88-128c5d627ad6 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 01:59:36.959238 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40c5891c-67b1-45f3-88e6-b37776bf9c3a", "name": "network-vif-deleted", "tag": "303c4ea7-cfde-4211-a6e2-d284b77d803e", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 01:59:36.959541 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74073663-c433-498e-8e88-128c5d627ad6 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 01:59:36.960010 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c5891c-67b1-45f3-88e6-b37776bf9c3a', 'name': 'network-vif-deleted', 'tag': '303c4ea7-cfde-4211-a6e2-d284b77d803e', 'status': 'completed', 'code': 200} Jun 22 01:59:36.973913 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:59:36.989020 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Router c3b4def1-d1eb-45cd-8aa3-656d092f142c has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:59:37.122552 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:59:37.131676 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-92dd1612-1028-4792-93dd-9dbb51fc5c7e admin admin] 10.222.0.13 "PUT /v2.0/routers/c3b4def1-d1eb-45cd-8aa3-656d092f142c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877362 Jun 22 01:59:37.132174 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50072) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:37.134019 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] Sync routers for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:59:37.149641 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:59:37.150672 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:59:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:37.210386 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:37.240046 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] Checking router: 08f6162d-7ccb-473b-a53d-e6e3a089e6dd for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:59:37.250748 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:59:37.251386 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:59:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:37.273680 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks [] for router, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:37.275695 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:59:37.377885 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:59:37.500571 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:59:36Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:37.633915 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] Checking router: c3b4def1-d1eb-45cd-8aa3-656d092f142c for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:59:37.645610 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] Routers {'c3b4def1-d1eb-45cd-8aa3-656d092f142c'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:59:37.645861 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:59:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:37.660269 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-0d9aac2f-6a44-46ae-ac5b-7c9ad191aa0f req-b4857643-7143-4426-b76d-78bede5b93da tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/ports?device_id=40c5891c-67b1-45f3-88e6-b37776bf9c3a HTTP/1.1" status: 200 len: 210 time: 0.3383574 Jun 22 01:59:37.710189 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:37.731230 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:37.748145 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20497f-0367-4702-9a04-3881cf446fc6 None None] The sync data for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb is: [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:50:32Z', 'revision_number': 4, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '60b08e1c-11f6-49ee-9122-6c4932fd78c7', 'name': '', 'network_id': 'eac8654a-d4c9-42d1-9470-c87ae91c8ad4', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'mac_address': 'fa:16:3e:70:d0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '59670d4e-5677-4542-806c-19e14313c4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:28Z', 'updated_at': '2021-06-22T01:50:40Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'subnets': [{'id': '59670d4e-5677-4542-806c-19e14313c4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:59:37.768577 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] Set router c3b4def1-d1eb-45cd-8aa3-656d092f142c gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:59:37.820393 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Deleting port 4291e16e-a2b5-4b49-88db-67158ea8599e {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:37.820738 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:37.910381 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] For port 4291e16e-a2b5-4b49-88db-67158ea8599e, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=4291e16e-a2b5-4b49-88db-67158ea8599e,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:37.910758 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:37.953493 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:59:36Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:37.980619 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Calling delete_port for 4291e16e-a2b5-4b49-88db-67158ea8599e owned by network:router_gateway {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:37.984949 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d72f4-ca82-41fb-bfb3-07497b9b076a None None] The sync data for ids ['c3b4def1-d1eb-45cd-8aa3-656d092f142c'] in dv-cinder-797073-2-smb is: [{'id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'name': 'tempest-AttachVolumeTestJSON-760921693-router', 'tenant_id': 'c588195eae4147649d4de30346989b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222'}], 'enable_snat': True}, 'gw_port_id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:51:16Z', 'updated_at': '2021-06-22T01:59:36Z', 'revision_number': 5, 'project_id': 'c588195eae4147649d4de30346989b54', 'gw_port': {'id': '4291e16e-a2b5-4b49-88db-67158ea8599e', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b4def1-d1eb-45cd-8aa3-656d092f142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:51:17Z', 'updated_at': '2021-06-22T01:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:59:37.989410 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b910a-ead2-4432-a74d-1acb1081db8c None None] New status for floating IP f2a94cf3-2620-4d1c-a132-9cad23331b5e: DOWN {{(pid=104430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 01:59:38.156802 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.158926 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-67dbc4bc-8f1a-495b-8541-1d3df5534969 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:38.187285 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Pushing event deleted for resources: {'Port': ['ID=4291e16e-a2b5-4b49-88db-67158ea8599e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:38.189834 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:38.243867 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1826387'] for router_gateway, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.357313 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24256'] for router, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.359834 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.423827 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625839'] for router, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.424373 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b4def1-d1eb-45cd-8aa3-656d092f142c {{(pid=104428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:59:38.429402 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] Notify callbacks [] for router, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.430573 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b80dd87a-af00-4f0d-aca6-7a6aa142a336 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c3b4def1-d1eb-45cd-8aa3-656d092f142c HTTP/1.1" status: 204 len: 168 time: 1.2974031 Jun 22 01:59:38.433529 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50076) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:38.486228 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Deleting subnet 58e76d3a-d087-482d-aad6-a4a89df6df55 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:59:38.489769 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.526125 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4646515'] for subnet, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.551678 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:59:38.571987 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 303c4ea7-cfde-4211-a6e2-d284b77d803e {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:59:38.572338 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 303c4ea7-cfde-4211-a6e2-d284b77d803e not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:59:38.644270 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.700611 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 2b4f9177-c977-4130-b0d5-98b8d50907a2 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:59:38.706875 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7360836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5843282'] for subnet, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.710088 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:38.736734 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.740949 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/58e76d3a-d087-482d-aad6-a4a89df6df55 HTTP/1.1" status: 204 len: 168 time: 0.3040502 Jun 22 01:59:38.740949 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e76d3a-d087-482d-aad6-a4a89df6df55,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:38.741803 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50080) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:38.749990 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:38.750116 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0716c-6272-4fe4-9826-28ea522fa6ba None None] Network cac30b69-24b5-4ea0-92aa-ffb512724c7c requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:59:38.753051 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 2b4f9177-c977-4130-b0d5-98b8d50907a2 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:59:38.753402 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 2b4f9177-c977-4130-b0d5-98b8d50907a2 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:59:38.824187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.879829 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Deleting port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:38.880170 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:38.942566 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] For port e3d0ccad-2645-4c44-b021-a4f2c0e3a691, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=e3d0ccad-2645-4c44-b021-a4f2c0e3a691,segment=NetworkSegment(1a5b35dd-7b94-419f-9e42-5703131083bb),segment_id=1a5b35dd-7b94-419f-9e42-5703131083bb)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:38.942951 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.009650 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Calling delete_port for e3d0ccad-2645-4c44-b021-a4f2c0e3a691 owned by network:dhcp {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:39.082478 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] DHCP port deletion for cac30b69-24b5-4ea0-92aa-ffb512724c7c request from dv-cinder-797073-2-smb {{(pid=104430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:59:39.104808 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.108166 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bb709917-8d27-476f-b314-bbb95cc5718d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:39.134777 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d0ccad-2645-4c44-b021-a4f2c0e3a691,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:39.137627 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] No DVR routers for this DVR port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 on host dv-cinder-797073-2-smb {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:59:39.139197 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:39.144465 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Deleting port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 {{(pid=104430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:39.144851 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.205923 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] For port e3d0ccad-2645-4c44-b021-a4f2c0e3a691, host dv-cinder-797073-2-smb, got binding levels [] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:39.206347 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.208614 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.218319 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac30b69-24b5-4ea0-92aa-ffb512724c7c']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:39.229153 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5b35dd-7b94-419f-9e42-5703131083bb') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:39.229588 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5b35dd-7b94-419f-9e42-5703131083bb') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:39.238842 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4646468'] for segment, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.256640 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.263728 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:59:39.264112 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7758077'] for segment, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: Traceback (most recent call last): Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: timer() Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: cb(*args, **kw) Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: return func(*args, **kwargs) Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: self._notify() Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: self.callback(batched_events) Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: event.method(event) Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: return f(self, *a, **k) Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: return self._get(url).json() Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: return self.request(url, 'GET', **kwargs) Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:59:39.265726 dv-cinder-797073-2-smb neutron-server[104428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:59:39.278256 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Calling delete_port for e3d0ccad-2645-4c44-b021-a4f2c0e3a691 owned by network:dhcp {{(pid=104430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:39.281176 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.ipam_backend_mixin [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 was not found and therefore no delete operation was performed {{(pid=104430) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 01:59:39.282429 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.284209 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:39.304856 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Pushing event deleted for resources: {'Port': ['ID=e3d0ccad-2645-4c44-b021-a4f2c0e3a691,revision_number=None']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:39.314907 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.315243 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.315575 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.315898 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.316220 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.316764 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.316927 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.317197 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.317469 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.317779 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.318114 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.318421 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 01:59:39.321043 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] No DVR routers for this DVR port e3d0ccad-2645-4c44-b021-a4f2c0e3a691 on host dv-cinder-797073-2-smb {{(pid=104430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:59:39.321797 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.322287 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:39.326856 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:39.329315 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.331739 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cac30b69-24b5-4ea0-92aa-ffb512724c7c HTTP/1.1" status: 204 len: 168 time: 0.5883195 Jun 22 01:59:39.344367 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac30b69-24b5-4ea0-92aa-ffb512724c7c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:39.346757 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:39.447682 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50086) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:39.487631 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-434aa317-1a37-48f7-abcd-49f5c4feb27b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c588195eae4147649d4de30346989b54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385897 Jun 22 01:59:39.491703 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50088) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:39.549047 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-32d5e8d7-b85b-41a3-859f-f55f1b55ba0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.570208 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-32d5e8d7-b85b-41a3-859f-f55f1b55ba0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.619807 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-32d5e8d7-b85b-41a3-859f-f55f1b55ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.623621 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-32d5e8d7-b85b-41a3-859f-f55f1b55ba0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.624879 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-32d5e8d7-b85b-41a3-859f-f55f1b55ba0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77368607-325b-47d8-80d2-a6e48be9fcb8 HTTP/1.1" status: 204 len: 168 time: 0.1322851 Jun 22 01:59:39.625735 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4e73a8a9-aa70-4e23-aca9-71b234b7e8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:39.634570 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e8d7-b85b-41a3-859f-f55f1b55ba0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77368607-325b-47d8-80d2-a6e48be9fcb8,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:39.637740 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-32d5e8d7-b85b-41a3-859f-f55f1b55ba0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:39.859608 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50096) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:39.914573 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0e04552d-f8bd-43fd-bd47-ddf81979649e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.938449 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0e04552d-f8bd-43fd-bd47-ddf81979649e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.987274 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0e04552d-f8bd-43fd-bd47-ddf81979649e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.989949 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-0e04552d-f8bd-43fd-bd47-ddf81979649e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:39.991118 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-0e04552d-f8bd-43fd-bd47-ddf81979649e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c8a85fb-5c75-4a86-a7c0-340539aab24f HTTP/1.1" status: 204 len: 168 time: 0.1304004 Jun 22 01:59:39.991995 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-36109b14-61d3-42f5-9d72-b1002e59250e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:39.993992 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50104) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:40.001735 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04552d-f8bd-43fd-bd47-ddf81979649e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8a85fb-5c75-4a86-a7c0-340539aab24f,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:40.004158 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0e04552d-f8bd-43fd-bd47-ddf81979649e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:40.015392 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.api.v2.resource [None req-b7ba792e-9ee0-49b6-b347-256e21b2294c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] show failed (client error): The resource could not be found. Jun 22 01:59:40.016509 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-b7ba792e-9ee0-49b6-b347-256e21b2294c tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "GET /v2.0/security-groups/3c8a85fb-5c75-4a86-a7c0-340539aab24f HTTP/1.1" status: 404 len: 347 time: 0.0214357 Jun 22 01:59:40.020116 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50108) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:40.151079 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Deleting port 2249c528-89fb-4d19-b8c2-b755cf19b0ca {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:40.151963 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:40.227543 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:40.227881 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:40.294219 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Calling delete_port for 2249c528-89fb-4d19-b8c2-b755cf19b0ca owned by network:floatingip {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:40.430496 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:40.431639 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:40.455645 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Pushing event deleted for resources: {'Port': ['ID=2249c528-89fb-4d19-b8c2-b755cf19b0ca,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:40.458833 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:40.523222 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks [] for floatingip, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:40.525735 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:40.527421 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-213a2179-c732-45f9-9af0-3ab6ea1242e0 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] 10.222.0.13 "DELETE /v2.0/floatingips/f2a94cf3-2620-4d1c-a132-9cad23331b5e HTTP/1.1" status: 204 len: 168 time: 0.5055451 Jun 22 01:59:40.693221 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device e3d0ccad-2645-4c44-b021-a4f2c0e3a691 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:59:40.717348 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: e3d0ccad-2645-4c44-b021-a4f2c0e3a691 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:59:40.717712 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device e3d0ccad-2645-4c44-b021-a4f2c0e3a691 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:59:40.718173 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 4291e16e-a2b5-4b49-88db-67158ea8599e no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:59:40.738343 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 4291e16e-a2b5-4b49-88db-67158ea8599e {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:59:40.738769 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 4291e16e-a2b5-4b49-88db-67158ea8599e not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:59:41.353153 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50150) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:41.456951 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-23c1f432-858d-4763-aa95-5bd49edf83fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:41.546961 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-23c1f432-858d-4763-aa95-5bd49edf83fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:41.550984 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-23c1f432-858d-4763-aa95-5bd49edf83fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:41.554529 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0b7030d8-fb47-4b2e-ad62-6c58994c9785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:41.590624 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-23c1f432-858d-4763-aa95-5bd49edf83fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0050a411691486582b571adef868427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363820 Jun 22 01:59:41.591536 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1f432-858d-4763-aa95-5bd49edf83fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb713e-70bf-42b4-ba5e-a012c9f2ec7e,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:41.593421 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50154) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:41.594581 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-23c1f432-858d-4763-aa95-5bd49edf83fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:41.647827 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea124374-0544-4fa4-a99e-5d9d63fb5b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:41.668917 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea124374-0544-4fa4-a99e-5d9d63fb5b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:41.716434 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea124374-0544-4fa4-a99e-5d9d63fb5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:41.719070 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea124374-0544-4fa4-a99e-5d9d63fb5b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:41.720656 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ea124374-0544-4fa4-a99e-5d9d63fb5b90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60bb713e-70bf-42b4-ba5e-a012c9f2ec7e HTTP/1.1" status: 204 len: 168 time: 0.1256485 Jun 22 01:59:41.721749 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4ee8200f-6f81-44ac-beb0-96f96b3bdacd tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:41.729964 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea124374-0544-4fa4-a99e-5d9d63fb5b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb713e-70bf-42b4-ba5e-a012c9f2ec7e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:41.734044 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ea124374-0544-4fa4-a99e-5d9d63fb5b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:42.009139 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50170) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:42.022617 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f6545ada-6ba0-499d-8f56-b7012907d2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:42.115180 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f6545ada-6ba0-499d-8f56-b7012907d2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:42.118571 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-f6545ada-6ba0-499d-8f56-b7012907d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:42.121914 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8a154ec2-13ff-42dd-91c5-b94445e29536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:42.160781 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-f6545ada-6ba0-499d-8f56-b7012907d2f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d292fe42deb481b89c584d21b3dd550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1505561 Jun 22 01:59:42.161685 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6545ada-6ba0-499d-8f56-b7012907d2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ff448f-69ce-4cdc-8fb0-7ef2b6ec96bb,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:42.164600 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50172) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:42.164786 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f6545ada-6ba0-499d-8f56-b7012907d2f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:42.216685 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4e01a737-7cbd-4ea8-89f2-39c6183d6097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:42.237314 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4e01a737-7cbd-4ea8-89f2-39c6183d6097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:42.285805 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4e01a737-7cbd-4ea8-89f2-39c6183d6097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:42.288505 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4e01a737-7cbd-4ea8-89f2-39c6183d6097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:42.289641 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4e01a737-7cbd-4ea8-89f2-39c6183d6097 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23ff448f-69ce-4cdc-8fb0-7ef2b6ec96bb HTTP/1.1" status: 204 len: 168 time: 0.1233888 Jun 22 01:59:42.290523 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a9c641d1-289a-4725-8708-d5cfdacea9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:42.298933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01a737-7cbd-4ea8-89f2-39c6183d6097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ff448f-69ce-4cdc-8fb0-7ef2b6ec96bb,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:42.301120 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4e01a737-7cbd-4ea8-89f2-39c6183d6097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:43.164551 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50206) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:43.622239 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622234'] for router_interface, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:43.891425 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Deleting port 60b08e1c-11f6-49ee-9122-6c4932fd78c7 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:43.891763 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:43.968513 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] For port 60b08e1c-11f6-49ee-9122-6c4932fd78c7, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=60b08e1c-11f6-49ee-9122-6c4932fd78c7,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:43.968898 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:44.033685 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Calling delete_port for 60b08e1c-11f6-49ee-9122-6c4932fd78c7 owned by network:router_interface {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:44.210741 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:44.212662 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e5ebc788-f0f6-4881-b389-f0ed989706b8 tempest-VolumesActionsTest-322221764 tempest-VolumesActionsTest-322221764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:44.236673 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Pushing event deleted for resources: {'Port': ['ID=60b08e1c-11f6-49ee-9122-6c4932fd78c7,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:44.239863 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:44.408084 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1744481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622134'] for router_interface, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:44.618898 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 01:59:44.722903 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 01:59:44.729774 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-3d5f2541-aab3-427d-85dc-0cb0291c186e admin admin] 10.222.0.13 "PUT /v2.0/routers/08f6162d-7ccb-473b-a53d-e6e3a089e6dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5621564 Jun 22 01:59:44.731493 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50230) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:44.731751 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] Sync routers for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 01:59:44.740560 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:59:44.741150 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:59:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:44.833069 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:44.841501 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:59:44.942088 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:44.996773 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Deleting port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:44.997190 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.023649 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:59:44Z', 'revision_number': 5, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port': {'id': 'c4a563e0-dc6e-4eda-9d8d-60fb4d62247b', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T01:50:18Z', 'updated_at': '2021-06-22T01:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:45.059124 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] Checking router: 08f6162d-7ccb-473b-a53d-e6e3a089e6dd for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 01:59:45.069179 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] Routers {'08f6162d-7ccb-473b-a53d-e6e3a089e6dd'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 01:59:45.069786 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T01:59:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:45.082237 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] For port c4a563e0-dc6e-4eda-9d8d-60fb4d62247b, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=c4a563e0-dc6e-4eda-9d8d-60fb4d62247b,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:45.082764 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.175821 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] Set router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd gateway port host: None {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 01:59:45.239167 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:59:44Z', 'revision_number': 6, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port_host': None}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:45.273618 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d5fa6-0115-4873-8212-83b2106c0197 None None] The sync data for ids ['08f6162d-7ccb-473b-a53d-e6e3a089e6dd'] in dv-cinder-797073-2-smb is: [{'id': '08f6162d-7ccb-473b-a53d-e6e3a089e6dd', 'name': 'tempest-AttachVolumeShelveTestJSON-1145339411-router', 'tenant_id': '7003b663ac534513ad53d66686fe4928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T01:50:16Z', 'updated_at': '2021-06-22T01:59:44Z', 'revision_number': 6, 'project_id': '7003b663ac534513ad53d66686fe4928', 'gw_port_host': None}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 01:59:45.335189 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.435838 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Calling delete_port for c4a563e0-dc6e-4eda-9d8d-60fb4d62247b owned by network:router_gateway {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:45.601807 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.603668 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7e09bc24-a732-4179-974d-aa6558d499d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:45.625484 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a563e0-dc6e-4eda-9d8d-60fb4d62247b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:45.628156 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:45.694523 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1826387'] for router_gateway, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.790548 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24256'] for router, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.792990 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.837058 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625839'] for router, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.837578 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f6162d-7ccb-473b-a53d-e6e3a089e6dd {{(pid=104428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 01:59:45.844007 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Notify callbacks [] for router, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.845157 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/08f6162d-7ccb-473b-a53d-e6e3a089e6dd HTTP/1.1" status: 204 len: 168 time: 1.1127551 Jun 22 01:59:45.848030 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50244) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:45.893428 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Deleting subnet 59670d4e-5677-4542-806c-19e14313c4d3 {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 01:59:45.896432 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:45.930335 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4646515'] for subnet, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.012589 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.067167 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7360836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5843282'] for subnet, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.069758 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-baa02f70-54f9-4d11-9d43-cb6242f45023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:46.101481 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.103451 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59670d4e-5677-4542-806c-19e14313c4d3 HTTP/1.1" status: 204 len: 168 time: 0.2545049 Jun 22 01:59:46.104918 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59670d4e-5677-4542-806c-19e14313c4d3,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:46.106443 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50246) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:46.107409 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:46.110656 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795b872-2432-4b4c-a81e-4a21b9cd1026 None None] Network eac8654a-d4c9-42d1-9470-c87ae91c8ad4 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:59:46.183201 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.235915 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Deleting port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:46.236709 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.315989 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] For port bcdd4652-7e8a-4899-9413-6a195ca5d4d1, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:46.316381 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.319885 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] DHCP port deletion for eac8654a-d4c9-42d1-9470-c87ae91c8ad4 request from dv-cinder-797073-2-smb {{(pid=104430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 01:59:46.383191 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] Deleting port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 {{(pid=104430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 01:59:46.383761 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.387106 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Calling delete_port for bcdd4652-7e8a-4899-9413-6a195ca5d4d1 owned by network:dhcp {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:46.447262 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] For port bcdd4652-7e8a-4899-9413-6a195ca5d4d1, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,segment=NetworkSegment(63e5a708-51a5-4cd1-9e78-2972abcc5938),segment_id=63e5a708-51a5-4cd1-9e78-2972abcc5938)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 01:59:46.447660 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.487561 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.490908 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3877b3a9-cb2a-4435-8b89-6c5c36046bc8 tempest-AttachVolumeNegativeTest-1757040409 tempest-AttachVolumeNegativeTest-1757040409-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:46.516110 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:46.519369 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:46.520394 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] No DVR routers for this DVR port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 on host dv-cinder-797073-2-smb {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:59:46.524027 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] Calling delete_port for bcdd4652-7e8a-4899-9413-6a195ca5d4d1 owned by network:dhcp {{(pid=104430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 01:59:46.602343 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.604104 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.606894 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-edd18cbf-1a3e-4950-9ea9-53a3d018ce14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:46.615434 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eac8654a-d4c9-42d1-9470-c87ae91c8ad4']}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:46.627305 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e5a708-51a5-4cd1-9e78-2972abcc5938') {'for_net_delete': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:46.627592 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e5a708-51a5-4cd1-9e78-2972abcc5938') {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 01:59:46.636089 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] Pushing event deleted for resources: {'Port': ['ID=bcdd4652-7e8a-4899-9413-6a195ca5d4d1,revision_number=None']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:46.638240 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] No DVR routers for this DVR port bcdd4652-7e8a-4899-9413-6a195ca5d4d1 on host dv-cinder-797073-2-smb {{(pid=104430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 01:59:46.639800 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:46.654456 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5818304'] for segment, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.672719 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.682903 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=104429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 01:59:46.683880 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441831'] for segment, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: Traceback (most recent call last): Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: timer() Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: cb(*args, **kw) Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: return func(*args, **kwargs) Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: self._notify() Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: self.callback(batched_events) Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: event.method(event) Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: return f(self, *a, **k) Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: return self._get(url).json() Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: return self.request(url, 'GET', **kwargs) Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 01:59:46.685818 dv-cinder-797073-2-smb neutron-server[104429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 01:59:46.724014 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device bcdd4652-7e8a-4899-9413-6a195ca5d4d1 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:59:46.742429 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.749137 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:46.749275 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: bcdd4652-7e8a-4899-9413-6a195ca5d4d1 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:59:46.749591 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device bcdd4652-7e8a-4899-9413-6a195ca5d4d1 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:59:46.750116 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 60b08e1c-11f6-49ee-9122-6c4932fd78c7 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:59:46.753494 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eac8654a-d4c9-42d1-9470-c87ae91c8ad4 HTTP/1.1" status: 204 len: 168 time: 0.6438088 Jun 22 01:59:46.753494 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a6fba46b-e174-4b59-b0c7-a595e0729e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:46.766209 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=eac8654a-d4c9-42d1-9470-c87ae91c8ad4,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:46.770895 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a25a0dec-f8cc-40a0-aa0b-a76c22e03b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:46.794867 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 60b08e1c-11f6-49ee-9122-6c4932fd78c7 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:59:46.795218 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 60b08e1c-11f6-49ee-9122-6c4932fd78c7 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:59:46.795642 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c4a563e0-dc6e-4eda-9d8d-60fb4d62247b no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 01:59:46.816651 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: c4a563e0-dc6e-4eda-9d8d-60fb4d62247b {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 01:59:46.817002 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device c4a563e0-dc6e-4eda-9d8d-60fb4d62247b not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 01:59:46.937186 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50266) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:46.977415 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4247ee5b-fe74-443e-9fca-f5bc766fd312 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7003b663ac534513ad53d66686fe4928&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389607 Jun 22 01:59:46.980030 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50268) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:47.035574 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cf05ba16-a53a-4ac5-b30f-af204a2fe6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:47.059026 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cf05ba16-a53a-4ac5-b30f-af204a2fe6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:47.106614 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cf05ba16-a53a-4ac5-b30f-af204a2fe6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:47.109467 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cf05ba16-a53a-4ac5-b30f-af204a2fe6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:47.110904 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-cf05ba16-a53a-4ac5-b30f-af204a2fe6a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/080fca44-6568-4935-8234-f5fe8fba5713 HTTP/1.1" status: 204 len: 168 time: 0.1299710 Jun 22 01:59:47.111734 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a9cb7559-d4db-4e65-9d76-ea64fb08113e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:47.120073 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05ba16-a53a-4ac5-b30f-af204a2fe6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080fca44-6568-4935-8234-f5fe8fba5713,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:47.122810 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-cf05ba16-a53a-4ac5-b30f-af204a2fe6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:48.551154 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50326) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:48.656106 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-29fcc2c1-abcf-41dc-9e96-64b44889dc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:48.746145 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-29fcc2c1-abcf-41dc-9e96-64b44889dc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:48.750212 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-29fcc2c1-abcf-41dc-9e96-64b44889dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:48.753508 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-da290111-1049-43f9-97cc-9659b2239c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:48.789270 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-29fcc2c1-abcf-41dc-9e96-64b44889dc19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=769285efe3ca4e63b4eb8ce0897155a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370427 Jun 22 01:59:48.791261 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fcc2c1-abcf-41dc-9e96-64b44889dc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66408db1-9597-4c5e-b2f5-70619c8db875,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:48.792527 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50330) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:48.795072 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-29fcc2c1-abcf-41dc-9e96-64b44889dc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:48.843711 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 01:59:48.847715 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30dd8dfb-d403-47c7-ad10-72d95f745d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:48.868195 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30dd8dfb-d403-47c7-ad10-72d95f745d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:48.914882 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30dd8dfb-d403-47c7-ad10-72d95f745d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:48.917531 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-30dd8dfb-d403-47c7-ad10-72d95f745d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:48.918747 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-30dd8dfb-d403-47c7-ad10-72d95f745d33 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66408db1-9597-4c5e-b2f5-70619c8db875 HTTP/1.1" status: 204 len: 168 time: 0.1251798 Jun 22 01:59:48.919521 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e582ef56-39a2-4e5c-86c1-93b51f1a0609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:48.926763 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd8dfb-d403-47c7-ad10-72d95f745d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66408db1-9597-4c5e-b2f5-70619c8db875,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:48.929003 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-30dd8dfb-d403-47c7-ad10-72d95f745d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:49.176493 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50336) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:49.190197 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-78adebd6-4d78-45c6-90dd-4cf8f4dae4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:49.278176 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-78adebd6-4d78-45c6-90dd-4cf8f4dae4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:49.281826 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-78adebd6-4d78-45c6-90dd-4cf8f4dae4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:49.284342 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-1cdc0fa3-ea07-4d89-ae7f-933dc6d0f100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:49.321660 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-78adebd6-4d78-45c6-90dd-4cf8f4dae4b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3b1d22f844c4dce9750c546312b1124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440330 Jun 22 01:59:49.322700 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adebd6-4d78-45c6-90dd-4cf8f4dae4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2137b6-f3a0-412c-8ff8-ba029d8bbb43,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:49.324535 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50338) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:49.325904 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-78adebd6-4d78-45c6-90dd-4cf8f4dae4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:49.378327 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cb94ced5-6a77-46c1-8af2-8f4f6a47c012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:49.399581 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cb94ced5-6a77-46c1-8af2-8f4f6a47c012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:49.451290 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cb94ced5-6a77-46c1-8af2-8f4f6a47c012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:49.454216 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-cb94ced5-6a77-46c1-8af2-8f4f6a47c012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:49.455361 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-cb94ced5-6a77-46c1-8af2-8f4f6a47c012 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de2137b6-f3a0-412c-8ff8-ba029d8bbb43 HTTP/1.1" status: 204 len: 168 time: 0.1292191 Jun 22 01:59:49.456135 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-91f14044-fd1f-484b-8301-8372eeda9742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:49.466631 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94ced5-6a77-46c1-8af2-8f4f6a47c012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2137b6-f3a0-412c-8ff8-ba029d8bbb43,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:49.468136 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-cb94ced5-6a77-46c1-8af2-8f4f6a47c012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:50.974111 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50412) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:51.178676 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-682e720c-dcfa-48fb-b62f-612324d7cd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.275583 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-682e720c-dcfa-48fb-b62f-612324d7cd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.279671 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-682e720c-dcfa-48fb-b62f-612324d7cd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.283387 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-a7a4c984-cdf2-4d16-871d-ec18f5d66bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:51.319059 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-682e720c-dcfa-48fb-b62f-612324d7cd4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=265874e0cd8c4709955b985574db1bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438437 Jun 22 01:59:51.319960 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e720c-dcfa-48fb-b62f-612324d7cd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c978591-53f0-403b-b2bf-b8b1bc9e1953,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:51.321552 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50428) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:51.323548 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-682e720c-dcfa-48fb-b62f-612324d7cd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:51.373953 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-effcd5ed-a748-4d23-9dfb-cf15882b5760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.397407 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-effcd5ed-a748-4d23-9dfb-cf15882b5760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.458720 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-effcd5ed-a748-4d23-9dfb-cf15882b5760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.461299 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-effcd5ed-a748-4d23-9dfb-cf15882b5760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.462575 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-effcd5ed-a748-4d23-9dfb-cf15882b5760 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c978591-53f0-403b-b2bf-b8b1bc9e1953 HTTP/1.1" status: 204 len: 168 time: 0.1397786 Jun 22 01:59:51.463404 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-22f8f5f4-3800-480f-ba58-051faa3c769d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:51.471980 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effcd5ed-a748-4d23-9dfb-cf15882b5760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c978591-53f0-403b-b2bf-b8b1bc9e1953,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:51.478814 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-effcd5ed-a748-4d23-9dfb-cf15882b5760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:51.761851 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50450) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:51.775524 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-43610edc-40db-4cbf-88ca-b1419419cfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.871377 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-43610edc-40db-4cbf-88ca-b1419419cfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.876249 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-43610edc-40db-4cbf-88ca-b1419419cfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.879795 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0e04552d-f8bd-43fd-bd47-ddf81979649e tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:51.914812 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-43610edc-40db-4cbf-88ca-b1419419cfb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5797a074c8674f85988b8798095c0a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516349 Jun 22 01:59:51.917592 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43610edc-40db-4cbf-88ca-b1419419cfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be56b613-bf92-4aa7-94cc-02a9efc5e9e0,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:51.918325 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50452) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:51.920786 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-43610edc-40db-4cbf-88ca-b1419419cfb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:51.970260 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4cea3da1-e76b-4e94-bc3a-a94d742ba46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:51.991762 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4cea3da1-e76b-4e94-bc3a-a94d742ba46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:52.038439 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4cea3da1-e76b-4e94-bc3a-a94d742ba46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:52.041042 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-4cea3da1-e76b-4e94-bc3a-a94d742ba46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:52.043074 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-4cea3da1-e76b-4e94-bc3a-a94d742ba46f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be56b613-bf92-4aa7-94cc-02a9efc5e9e0 HTTP/1.1" status: 204 len: 168 time: 0.1236291 Jun 22 01:59:52.043903 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c7bc9188-6271-4264-a1d2-47ccf44595d9 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:52.052369 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea3da1-e76b-4e94-bc3a-a94d742ba46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be56b613-bf92-4aa7-94cc-02a9efc5e9e0,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:52.054861 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4cea3da1-e76b-4e94-bc3a-a94d742ba46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:54.117457 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50534) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:54.221380 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48d2a028-04e6-4c27-98b4-12a541a1bc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.308893 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48d2a028-04e6-4c27-98b4-12a541a1bc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.313069 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-48d2a028-04e6-4c27-98b4-12a541a1bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.315978 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4ebaa0d8-8744-4b53-a98d-abd9497c4367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:54.352996 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-48d2a028-04e6-4c27-98b4-12a541a1bc7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=546124f86b634f39ab85aba8ef32ed12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344031 Jun 22 01:59:54.354154 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2a028-04e6-4c27-98b4-12a541a1bc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94384da0-1338-400e-a723-fb4e4d745e34,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:54.355634 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50538) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:54.357258 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-48d2a028-04e6-4c27-98b4-12a541a1bc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:54.406019 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11cc3e36-ea7d-498c-a40e-781aff0af019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.427291 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11cc3e36-ea7d-498c-a40e-781aff0af019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.477294 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11cc3e36-ea7d-498c-a40e-781aff0af019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.481284 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-11cc3e36-ea7d-498c-a40e-781aff0af019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.482453 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-11cc3e36-ea7d-498c-a40e-781aff0af019 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94384da0-1338-400e-a723-fb4e4d745e34 HTTP/1.1" status: 204 len: 168 time: 0.1257455 Jun 22 01:59:54.483223 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-107f289a-36f4-4226-bd87-8cc8baf9a46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:54.491224 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc3e36-ea7d-498c-a40e-781aff0af019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94384da0-1338-400e-a723-fb4e4d745e34,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:54.493594 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-11cc3e36-ea7d-498c-a40e-781aff0af019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:54.783949 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50552) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:54.797015 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa6f-27f2-46a3-a994-d30e184df17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.889703 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa6f-27f2-46a3-a994-d30e184df17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.893385 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-ba89aa6f-27f2-46a3-a994-d30e184df17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:54.896705 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-8904b81b-bc92-4d34-aed3-eb2f500dcd6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:54.930549 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-ba89aa6f-27f2-46a3-a994-d30e184df17f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f8ffdfddbba45f780f21bba366fc330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455510 Jun 22 01:59:54.931692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89aa6f-27f2-46a3-a994-d30e184df17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba80b4b-9d2c-4609-80b7-e5eea4d9d9ba,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:54.933754 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50554) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:54.935185 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-ba89aa6f-27f2-46a3-a994-d30e184df17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:54.983499 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b67b2994-f86b-4b3b-95c6-f615eceec715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.003943 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b67b2994-f86b-4b3b-95c6-f615eceec715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.054563 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b67b2994-f86b-4b3b-95c6-f615eceec715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.057758 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b67b2994-f86b-4b3b-95c6-f615eceec715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.058944 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b67b2994-f86b-4b3b-95c6-f615eceec715 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ba80b4b-9d2c-4609-80b7-e5eea4d9d9ba HTTP/1.1" status: 204 len: 168 time: 0.1242008 Jun 22 01:59:55.059726 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-68cf3c7d-f4c9-4fc7-bde5-2a23db3eff44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:55.066997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b2994-f86b-4b3b-95c6-f615eceec715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba80b4b-9d2c-4609-80b7-e5eea4d9d9ba,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:55.069180 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b67b2994-f86b-4b3b-95c6-f615eceec715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:55.714571 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50576) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:55.811385 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1310099000-network', 'tenant_id': '78237e0b07c34d68a745bde0f1b9102b'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:59:55.855606 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Made reservation on behalf of 78237e0b07c34d68a745bde0f1b9102b for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:59:55.858092 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.866623 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.959685 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.965138 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:55.968944 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f7882e0d-e784-4c98-afcf-c9f9268d9fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:55.986745 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 01:59:56.000185 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4d9ca9-1393-4809-9f08-1dfe7eb664de,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:56.004616 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:56.005651 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:56.005995 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Added segment c615a9ac-a37a-4bb1-a818-1a9fc5506be4 of type vlan for network d293fe5f-225d-41a3-b74c-38d58e80f001 Jun 22 01:59:56.047364 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:56.080297 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:56.081806 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:56.082413 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:56.084580 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:56.134429 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4187276 Jun 22 01:59:56.138268 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50594) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:56.143491 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Request body: {'subnet': {'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1310099000-subnet', 'tenant_id': '78237e0b07c34d68a745bde0f1b9102b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 01:59:56.146429 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Pushing event updated for resources: {'Network': ['ID=d293fe5f-225d-41a3-b74c-38d58e80f001,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:56.149575 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7949a0c9-9570-489b-b36d-bbe1963bb080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:56.158117 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network d293fe5f-225d-41a3-b74c-38d58e80f001 details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 01:59:56.169546 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Made reservation on behalf of 78237e0b07c34d68a745bde0f1b9102b for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 01:59:56.172453 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6042305'] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:56.617940 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4585345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6042355'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:56.621939 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:56.690473 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b2a12d-035e-4ef1-9983-856a00459bab,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:56.693346 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:56.699587 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Checking segment: {'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 01:59:56.699940 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Network hostable DHCP agents. Network: d293fe5f-225d-41a3-b74c-38d58e80f001, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 01:59:56.717872 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Network d293fe5f-225d-41a3-b74c-38d58e80f001 is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 01:59:56.728458 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, d293fe5f-225d-41a3-b74c-38d58e80f001) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 01:59:56.734132 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:56.736552 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:56.737420 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d85e8-28b6-40e6-9013-8a39e4f1d063 None None] Network d293fe5f-225d-41a3-b74c-38d58e80f001 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:59:56.760925 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-b57fba22-01e2-483e-b6ed-eca508ee70bd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6212475 Jun 22 01:59:56.866380 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5990832b-fc4d-40ea-b39b-577dc16c217a None None] Network d293fe5f-225d-41a3-b74c-38d58e80f001 requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 01:59:58.351180 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50638) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:58.462498 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752d1514-b5d5-4502-b88c-3a2cc24d5b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:58.545295 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-8a444d97-a73f-437f-b659-afc2a9472676 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 01:59:58.546821 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-8a444d97-a73f-437f-b659-afc2a9472676 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/networks?id=d293fe5f-225d-41a3-b74c-38d58e80f001 HTTP/1.1" status: 200 len: 809 time: 0.1101413 Jun 22 01:59:58.557291 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752d1514-b5d5-4502-b88c-3a2cc24d5b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:58.561959 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-752d1514-b5d5-4502-b88c-3a2cc24d5b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:58.562811 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-c24317ea-1db6-45b6-a2c8-3cda179ab2a0 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/quotas/78237e0b07c34d68a745bde0f1b9102b HTTP/1.1" status: 200 len: 375 time: 0.0104916 Jun 22 01:59:58.565428 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a57eaa4d-7e10-4c05-bf26-da0b28828b3b tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:58.603195 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-752d1514-b5d5-4502-b88c-3a2cc24d5b78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63bdc318fe8648109a2606fd9fc13762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484670 Jun 22 01:59:58.603408 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-23456f0b-fcf0-4f50-9337-bf5c7a089aec tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78237e0b07c34d68a745bde0f1b9102b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327015 Jun 22 01:59:58.603557 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50656) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:58.611108 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d1514-b5d5-4502-b88c-3a2cc24d5b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a3f933-3ab5-4ca5-a5d4-3b43971fc81e,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:58.618859 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-752d1514-b5d5-4502-b88c-3a2cc24d5b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:58.661404 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7549340b-7e69-4f25-b426-d1b6e1931a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:58.684305 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7549340b-7e69-4f25-b426-d1b6e1931a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:58.694413 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-3b8aacc9-fb6b-4d38-a732-3e8b8df9b3ac service neutron] 10.222.0.13 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859122 Jun 22 01:59:58.732664 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7549340b-7e69-4f25-b426-d1b6e1931a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:58.735281 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7549340b-7e69-4f25-b426-d1b6e1931a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:58.736547 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7549340b-7e69-4f25-b426-d1b6e1931a5b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00a3f933-3ab5-4ca5-a5d4-3b43971fc81e HTTP/1.1" status: 204 len: 168 time: 0.1319313 Jun 22 01:59:58.737342 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-16411d32-6c0a-4a6f-9aa6-3e7c402059a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:58.745959 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549340b-7e69-4f25-b426-d1b6e1931a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a3f933-3ab5-4ca5-a5d4-3b43971fc81e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:58.748279 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7549340b-7e69-4f25-b426-d1b6e1931a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:58.794940 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-49688a7e-69f4-4dcd-93fc-bc95d6c2d072 service neutron] 10.222.0.13 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927923 Jun 22 01:59:58.961670 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e9b20f64-0bfb-45a9-ae57-f88e3d0d4bfe req-9989fd22-d66f-488b-a5bc-689f20597587 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 210 time: 0.0299757 Jun 22 01:59:59.038607 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50668) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:59.052654 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7c244754-4984-454c-98c9-e5c382f1c5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.146415 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7c244754-4984-454c-98c9-e5c382f1c5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.150636 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-7c244754-4984-454c-98c9-e5c382f1c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.153693 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ea124374-0544-4fa4-a99e-5d9d63fb5b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:59.191005 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-7c244754-4984-454c-98c9-e5c382f1c5e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f5fe03339c54679a9ab7783e989ed67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512568 Jun 22 01:59:59.193013 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c244754-4984-454c-98c9-e5c382f1c5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50aa589b-a117-4638-a312-1b3ea316c7bd,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:59.194016 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50674) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:59.196047 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-7c244754-4984-454c-98c9-e5c382f1c5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:59.261834 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0cba-f08d-4b3c-86f9-9739a38c59ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.286935 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0cba-f08d-4b3c-86f9-9739a38c59ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.333818 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0cba-f08d-4b3c-86f9-9739a38c59ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.336416 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0a4a0cba-f08d-4b3c-86f9-9739a38c59ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.337540 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0a4a0cba-f08d-4b3c-86f9-9739a38c59ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50aa589b-a117-4638-a312-1b3ea316c7bd HTTP/1.1" status: 204 len: 168 time: 0.1423726 Jun 22 01:59:59.339016 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-91969ab3-a4e5-4298-9d98-7f88b44a825e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:59.346650 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a0cba-f08d-4b3c-86f9-9739a38c59ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50aa589b-a117-4638-a312-1b3ea316c7bd,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:59.348801 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0a4a0cba-f08d-4b3c-86f9-9739a38c59ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:59.677991 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50680) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:59.692073 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c5d4-07ef-40e0-a87b-10326f3c67ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.785503 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c5d4-07ef-40e0-a87b-10326f3c67ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.792025 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c5d4-07ef-40e0-a87b-10326f3c67ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.795910 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-9a622add-c071-40a0-ac25-3492d64df087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:59.838045 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-5ab1c5d4-07ef-40e0-a87b-10326f3c67ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9f08f2725b3450d82d07fae3d6cc026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589134 Jun 22 01:59:59.839842 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1c5d4-07ef-40e0-a87b-10326f3c67ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b440a9-6813-4afe-bd58-d8f0809ff13c,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:59.841303 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 50684) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 01:59:59.843265 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5ab1c5d4-07ef-40e0-a87b-10326f3c67ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 01:59:59.896868 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8356f849-8519-464f-aa09-5043588eb9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.918500 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8356f849-8519-464f-aa09-5043588eb9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.965168 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8356f849-8519-464f-aa09-5043588eb9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.967922 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-8356f849-8519-464f-aa09-5043588eb9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 01:59:59.969069 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-8356f849-8519-464f-aa09-5043588eb9dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69b440a9-6813-4afe-bd58-d8f0809ff13c HTTP/1.1" status: 204 len: 168 time: 0.1266809 Jun 22 01:59:59.969994 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-336a4d52-badc-43fb-9bd9-6d99cca399c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 01:59:59.980116 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356f849-8519-464f-aa09-5043588eb9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b440a9-6813-4afe-bd58-d8f0809ff13c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 01:59:59.988142 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8356f849-8519-464f-aa09-5043588eb9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:00.120245 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-f535958e-07a7-4f8d-9c58-7942ecfc8fbe tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:00.122250 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-f535958e-07a7-4f8d-9c58-7942ecfc8fbe tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.36 "GET /v2.0/networks?id=d293fe5f-225d-41a3-b74c-38d58e80f001 HTTP/1.1" status: 200 len: 809 time: 0.1208522 Jun 22 02:00:00.134082 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-2513750b-031f-4576-aa7a-46353630ab27 req-1cf5ce06-f791-4b08-a684-c1b83643c13a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 210 time: 0.0337551 Jun 22 02:00:00.147731 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Request body: {'port': {'device_id': '306562ca-acf9-429c-8f65-5b6f873a648a', 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001', 'admin_state_up': True, 'tenant_id': '78237e0b07c34d68a745bde0f1b9102b'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:00.286286 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Made reservation on behalf of 78237e0b07c34d68a745bde0f1b9102b for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:00.290781 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:00.425105 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Allocated IP 172.20.0.7 (d293fe5f-225d-41a3-b74c-38d58e80f001/62b2a12d-035e-4ef1-9983-856a00459bab/5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:00.581598 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:00.622123 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:00.627603 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c874539f-0db7-4dd8-a1a4-f9c7d2ecc134 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:00.669456 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Network d293fe5f-225d-41a3-b74c-38d58e80f001 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:00.672788 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:00.675363 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:00.706184 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Pushing event updated for resources: {'Port': ['ID=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:00.710421 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:00.731990 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:00.732601 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:00.748132 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053181 Jun 22 02:00:00.765851 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Request body: {'port': {'device_id': '306562ca-acf9-429c-8f65-5b6f873a648a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:00.852567 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:01.118989 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:01.127442 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:01.141122 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Transition to ACTIVE for port object 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:01.146106 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:01.149118 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-326b347c-bc7d-418f-80a6-7a07ef50c979 tempest-TestMinimumBasicScenario-1021559216 tempest-TestMinimumBasicScenario-1021559216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:01.249095 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:01.253669 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:01.341435 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Attempting to bind port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:01.341916 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Attempting to bind port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:01.342131 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Attempting to bind port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 on network d293fe5f-225d-41a3-b74c-38d58e80f001 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:01.349439 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 on network d293fe5f-225d-41a3-b74c-38d58e80f001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:00:01.349761 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Attempting to bind port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 on network d293fe5f-225d-41a3-b74c-38d58e80f001 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:01.357915 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 1, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:01.358278 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Checking segment: {'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:01.358663 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Bound using segment: {'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:01.359100 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Bound port: 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:01.359449 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:01.386164 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0c87a-7342-4721-afee-dac1b7e2f657 req-413fb8e4-4dab-472e-9ca3-7cbb6bb45278 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:01.388288 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1df0c87a-7342-4721-afee-dac1b7e2f657 req-413fb8e4-4dab-472e-9ca3-7cbb6bb45278 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 943 time: 0.1147034 Jun 22 02:00:01.471674 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1df0c87a-7342-4721-afee-dac1b7e2f657 req-68759ed9-2ce1-4ac5-b5d7-ea9c0ff0e90e tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622694 Jun 22 02:00:01.472670 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] For port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:01.475909 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] For port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:01.481059 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:01.484476 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-334b7391-644d-453f-b492-809b919db9f4 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:01.498370 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:01.499197 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:01.500804 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] 10.222.0.36 "PUT /v2.0/ports/5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 HTTP/1.1" status: 200 len: 1093 time: 0.7398767 Jun 22 02:00:01.501380 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306562ca-acf9-429c-8f65-5b6f873a648a', 'tag': '5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:01.503919 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218" -d '{"events": [{"name": "network-changed", "server_uuid": "306562ca-acf9-429c-8f65-5b6f873a648a", "tag": "5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:01.521255 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-2740be36-8f18-42ad-bb89-6746e472448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:01.543731 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a8e8b1-f737-4332-ad70-b2ac517f778e x-openstack-request-id: req-17a8e8b1-f737-4332-ad70-b2ac517f778e {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:01.544066 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306562ca-acf9-429c-8f65-5b6f873a648a", "tag": "5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:01.544408 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17a8e8b1-f737-4332-ad70-b2ac517f778e {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:01.544838 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306562ca-acf9-429c-8f65-5b6f873a648a', 'tag': '5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31', 'status': 'completed', 'code': 200} Jun 22 02:00:01.558603 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Pushing event updated for resources: {'Port': ['ID=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:01.561894 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:01.631813 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-f159f9c4-17ae-42fd-915d-f0313cd839a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:01.633318 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-f159f9c4-17ae-42fd-915d-f0313cd839a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78237e0b07c34d68a745bde0f1b9102b&device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 1096 time: 0.0626380 Jun 22 02:00:01.684404 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-c99042b1-3856-40bb-a75b-9df29b54caba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 HTTP/1.1" status: 200 len: 217 time: 0.0370371 Jun 22 02:00:01.738287 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-1fb9912a-59d0-45c1-9537-0ed300d80257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:01.739831 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-1fb9912a-59d0-45c1-9537-0ed300d80257 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b2a12d-035e-4ef1-9983-856a00459bab HTTP/1.1" status: 200 len: 849 time: 0.0500047 Jun 22 02:00:01.774601 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-cf06bd12-ef2c-445b-aa24-b13534770478 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d293fe5f-225d-41a3-b74c-38d58e80f001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278268 Jun 22 02:00:01.877207 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-d4f056c0-3e05-4077-8ecc-4442ee40c3ac service neutron] 10.222.0.36 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917344 Jun 22 02:00:01.968232 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8a17c1d7-3521-4585-8dc5-5141e933c5e5 req-bb641011-39b9-4a80-aa6a-a802ed6c7b16 service neutron] 10.222.0.36 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838990 Jun 22 02:00:02.124788 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-58b6bca0-3a40-49cb-8bd8-6ebcd1a876a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:02.126306 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-58b6bca0-3a40-49cb-8bd8-6ebcd1a876a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78237e0b07c34d68a745bde0f1b9102b&device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 1096 time: 0.0646574 Jun 22 02:00:02.217752 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-b10fbfed-49b2-487c-8476-e0efaef14fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:02.219295 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-b10fbfed-49b2-487c-8476-e0efaef14fcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=d293fe5f-225d-41a3-b74c-38d58e80f001 HTTP/1.1" status: 200 len: 910 time: 0.0864885 Jun 22 02:00:02.266942 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-2e6ec34b-7cfe-4c94-b493-e84840e49301 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 HTTP/1.1" status: 200 len: 217 time: 0.0411983 Jun 22 02:00:02.316223 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-90f73c79-3286-4399-b6bf-c4e7cd4cde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:02.317655 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-90f73c79-3286-4399-b6bf-c4e7cd4cde53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b2a12d-035e-4ef1-9983-856a00459bab HTTP/1.1" status: 200 len: 849 time: 0.0449724 Jun 22 02:00:02.359165 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-d2d3ce34-2476-4756-b495-9f6a33734a7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d293fe5f-225d-41a3-b74c-38d58e80f001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350089 Jun 22 02:00:02.465417 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-6441f301-3e7b-4553-99cc-138ce8d8a870 service neutron] 10.222.0.36 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999022 Jun 22 02:00:02.556214 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-9a61ee6e-1d23-41e2-ba34-d564e1ba3218 req-3d14020c-9912-4c13-95b0-3d1000733abc service neutron] 10.222.0.36 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845234 Jun 22 02:00:02.651574 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db38d59-659d-4801-b5a4-c2a2240500bb req-0a71e5d3-672b-4c4f-bed2-940fa1b3e105 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:02.653053 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4db38d59-659d-4801-b5a4-c2a2240500bb req-0a71e5d3-672b-4c4f-bed2-940fa1b3e105 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 943 time: 0.0664899 Jun 22 02:00:02.694069 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4db38d59-659d-4801-b5a4-c2a2240500bb req-a4110777-09c1-440d-875e-dd880289f1aa tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Jun 22 02:00:03.699651 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a8211dfb-3f99-406a-b7ae-28821a483a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:03.877828 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bc6db-425b-41e9-be11-0997461952a5 req-3f984866-7be9-40bb-b456-494827253567 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:03.879343 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b35bc6db-425b-41e9-be11-0997461952a5 req-3f984866-7be9-40bb-b456-494827253567 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 943 time: 0.0660942 Jun 22 02:00:03.918991 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b35bc6db-425b-41e9-be11-0997461952a5 req-afdf6807-30b7-4c52-8adc-67cf6bdd341b tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339615 Jun 22 02:00:04.195341 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:04.644689 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:00:04.736393 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:04.748087 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31', 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001', 'port_id': '5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31', 'mac_address': 'fa:16:3e:d5:b1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b2a12d-035e-4ef1-9983-856a00459bab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:00:04.788135 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:04.800478 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:04.820172 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:04.824468 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:04.826282 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef4c9a4b-aa26-49e3-ac27-79389a6aec67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:04.874445 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:04.877655 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:05.094170 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51d1d8-49fd-40fb-8750-e961a1522b45 req-37e937c7-b8e0-4cc4-b24d-34fb1e920361 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:05.095564 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fc51d1d8-49fd-40fb-8750-e961a1522b45 req-37e937c7-b8e0-4cc4-b24d-34fb1e920361 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 944 time: 0.0642085 Jun 22 02:00:05.134506 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-fc51d1d8-49fd-40fb-8750-e961a1522b45 req-faa162dd-e9c8-4731-b4ff-6e192df28005 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Jun 22 02:00:05.208413 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:00:05.289621 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:06.308889 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579eba3-1bb9-4b9a-8f85-092b20a404ae req-342038bc-f7bf-442e-a509-7bbb26478979 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:06.310385 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7579eba3-1bb9-4b9a-8f85-092b20a404ae req-342038bc-f7bf-442e-a509-7bbb26478979 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 944 time: 0.0641441 Jun 22 02:00:06.348168 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7579eba3-1bb9-4b9a-8f85-092b20a404ae req-9b2c2800-aa72-48eb-8c96-d27cd55494f0 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320864 Jun 22 02:00:06.646143 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:06.694646 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:06.698829 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:06.699208 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:06.778959 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:06.804947 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306562ca-acf9-429c-8f65-5b6f873a648a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:06.807708 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff06e60a-28b5-4e02-9d1b-123329d25c49" -d '{"events": [{"server_uuid": "306562ca-acf9-429c-8f65-5b6f873a648a", "name": "network-vif-plugged", "status": "completed", "tag": "5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:06.820785 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:06.824772 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:06.827901 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:06.851676 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3408a838-4b13-44ce-9452-ef17f094f157 x-openstack-request-id: req-3408a838-4b13-44ce-9452-ef17f094f157 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:06.851972 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306562ca-acf9-429c-8f65-5b6f873a648a", "name": "network-vif-plugged", "status": "completed", "tag": "5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:06.852227 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3408a838-4b13-44ce-9452-ef17f094f157 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:06.852612 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306562ca-acf9-429c-8f65-5b6f873a648a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31', 'code': 200} Jun 22 02:00:06.888205 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:06.891085 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:06.894047 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:07.099294 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f3619-8355-477d-8271-f282ee54662d req-82fbbe9b-5afe-4962-bcf8-dbdc8cc97268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:07.101140 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8f7f3619-8355-477d-8271-f282ee54662d req-82fbbe9b-5afe-4962-bcf8-dbdc8cc97268 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 1098 time: 0.0553093 Jun 22 02:00:07.138770 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-8f7f3619-8355-477d-8271-f282ee54662d req-d73378a3-af74-4e26-9965-5f3d94d13a9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Jun 22 02:00:07.529273 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999a27e-abae-4fc5-88b5-e96c282cf680 req-0490110f-3bcb-49a3-900a-f33961606747 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:07.530758 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6999a27e-abae-4fc5-88b5-e96c282cf680 req-0490110f-3bcb-49a3-900a-f33961606747 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 945 time: 0.0706656 Jun 22 02:00:07.570105 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-6999a27e-abae-4fc5-88b5-e96c282cf680 req-81689650-e2f2-4461-98e4-141aabaa246e tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Jun 22 02:00:08.751760 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26007ed-e5a6-41b6-b4e2-f5a207a171e2 req-423d4e55-2b37-45f8-a533-f022d9b6972f tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:08.753216 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c26007ed-e5a6-41b6-b4e2-f5a207a171e2 req-423d4e55-2b37-45f8-a533-f022d9b6972f tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 945 time: 0.0685651 Jun 22 02:00:08.792572 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c26007ed-e5a6-41b6-b4e2-f5a207a171e2 req-6b1a5b40-3aeb-4794-86c5-6646885b00a2 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334811 Jun 22 02:00:09.602256 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd65364-3b2f-4c81-814b-4fec65588474 req-d12fbe65-576b-4220-a533-f859df56d5c8 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:09.604925 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bdd65364-3b2f-4c81-814b-4fec65588474 req-d12fbe65-576b-4220-a533-f859df56d5c8 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 945 time: 0.0713987 Jun 22 02:00:09.644380 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bdd65364-3b2f-4c81-814b-4fec65588474 req-d2303483-4ec3-4fb2-9b41-268a03fb115c tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335877 Jun 22 02:00:10.826814 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254861d9-31bd-41f9-8be2-64dac2a1e76d req-79b9e6c5-554c-4f38-b3e4-2eb862e01fce tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:10.828476 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-254861d9-31bd-41f9-8be2-64dac2a1e76d req-79b9e6c5-554c-4f38-b3e4-2eb862e01fce tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 945 time: 0.0711250 Jun 22 02:00:10.874143 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-254861d9-31bd-41f9-8be2-64dac2a1e76d req-65d47ea4-c9ee-4037-9904-acce40fb970f tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338809 Jun 22 02:00:10.886749 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50832) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:10.989147 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-affd00f8-a1b4-4bbe-8e3f-1f44343a5cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.080827 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-affd00f8-a1b4-4bbe-8e3f-1f44343a5cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.085077 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-affd00f8-a1b4-4bbe-8e3f-1f44343a5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.087748 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f9d2636c-187d-49dc-8553-6668d4d7fbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.106373 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f7236-852e-473d-862e-eb7a432c6880 req-5583c4a4-2158-4730-aed7-9f8b253c94c0 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:11.107846 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-468f7236-852e-473d-862e-eb7a432c6880 req-5583c4a4-2158-4730-aed7-9f8b253c94c0 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.36 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 945 time: 0.0660415 Jun 22 02:00:11.126371 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-affd00f8-a1b4-4bbe-8e3f-1f44343a5cf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c8935cfe68442f885151cfd56ab7361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384169 Jun 22 02:00:11.127184 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd00f8-a1b4-4bbe-8e3f-1f44343a5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f13a893-553a-408d-a4eb-12806f3b0c0b,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.129600 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50836) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:11.131636 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-affd00f8-a1b4-4bbe-8e3f-1f44343a5cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:11.180950 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-63035cff-3b13-41bf-9d69-1647dc9ec995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.203041 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-63035cff-3b13-41bf-9d69-1647dc9ec995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.214451 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Deleting port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:00:11.214800 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.251119 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-63035cff-3b13-41bf-9d69-1647dc9ec995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.253848 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-63035cff-3b13-41bf-9d69-1647dc9ec995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.255077 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-63035cff-3b13-41bf-9d69-1647dc9ec995 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f13a893-553a-408d-a4eb-12806f3b0c0b HTTP/1.1" status: 204 len: 168 time: 0.1245434 Jun 22 02:00:11.255861 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-48d2a028-04e6-4c27-98b4-12a541a1bc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.264096 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63035cff-3b13-41bf-9d69-1647dc9ec995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f13a893-553a-408d-a4eb-12806f3b0c0b,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.266354 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-63035cff-3b13-41bf-9d69-1647dc9ec995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:11.314871 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] For port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:11.315234 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.379247 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Calling delete_port for 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:00:11.515606 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.519847 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.550500 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:00:11.556353 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50842) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:11.556997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Pushing event deleted for resources: {'Port': ['ID=5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.560306 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:11.574499 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6cd07588-4f25-4645-9d2d-2d97b5e78419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.606211 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] No DVR routers for this DVR port 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:00:11.608996 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.611013 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-468f7236-852e-473d-862e-eb7a432c6880 req-c1bc82fa-5930-4a26-9c55-597779ba8215 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.36 "DELETE /v2.0/ports/5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 HTTP/1.1" status: 204 len: 173 time: 0.4977560 Jun 22 02:00:11.611524 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306562ca-acf9-429c-8f65-5b6f873a648a', 'name': 'network-vif-deleted', 'tag': '5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:11.613854 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4363b364-b33d-4356-8304-07393e06743f" -d '{"events": [{"server_uuid": "306562ca-acf9-429c-8f65-5b6f873a648a", "name": "network-vif-deleted", "tag": "5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:11.669870 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa4fea9-657f-4118-8850-61872e8a1c94 x-openstack-request-id: req-0aa4fea9-657f-4118-8850-61872e8a1c94 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:11.670337 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306562ca-acf9-429c-8f65-5b6f873a648a", "name": "network-vif-deleted", "tag": "5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:11.670726 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0aa4fea9-657f-4118-8850-61872e8a1c94 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:11.671253 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306562ca-acf9-429c-8f65-5b6f873a648a', 'name': 'network-vif-deleted', 'tag': '5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31', 'status': 'completed', 'code': 200} Jun 22 02:00:11.679404 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6cd07588-4f25-4645-9d2d-2d97b5e78419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.684749 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6cd07588-4f25-4645-9d2d-2d97b5e78419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.687647 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-affd00f8-a1b4-4bbe-8e3f-1f44343a5cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.731304 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd07588-4f25-4645-9d2d-2d97b5e78419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f5e926-e235-4425-9a6c-7c6e7abd96cd,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.735781 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6cd07588-4f25-4645-9d2d-2d97b5e78419 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35b2b326b9144e53bb4517434f8dd029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780465 Jun 22 02:00:11.736770 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6cd07588-4f25-4645-9d2d-2d97b5e78419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:11.738177 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 50846) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:11.789626 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3fa1cf8d-383a-4cbd-9e9e-a7fe8872ae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.812381 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3fa1cf8d-383a-4cbd-9e9e-a7fe8872ae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.860369 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3fa1cf8d-383a-4cbd-9e9e-a7fe8872ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.863065 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-3fa1cf8d-383a-4cbd-9e9e-a7fe8872ae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:11.864276 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-3fa1cf8d-383a-4cbd-9e9e-a7fe8872ae85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67f5e926-e235-4425-9a6c-7c6e7abd96cd HTTP/1.1" status: 204 len: 168 time: 0.1252356 Jun 22 02:00:11.865045 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0a4a0cba-f08d-4b3c-86f9-9739a38c59ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:11.873223 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1cf8d-383a-4cbd-9e9e-a7fe8872ae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f5e926-e235-4425-9a6c-7c6e7abd96cd,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:11.875421 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-3fa1cf8d-383a-4cbd-9e9e-a7fe8872ae85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:12.031516 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-21fc825e-28bc-42b0-9209-bd00a27fd4f2 req-49b97609-eef9-4de5-ad06-96cb8770f6ed tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=306562ca-acf9-429c-8f65-5b6f873a648a HTTP/1.1" status: 200 len: 210 time: 0.0309777 Jun 22 02:00:13.383133 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-580377c7-8da9-4b3c-a620-4c99f269b6cc tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:13.385267 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-580377c7-8da9-4b3c-a620-4c99f269b6cc tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/networks?id=d293fe5f-225d-41a3-b74c-38d58e80f001 HTTP/1.1" status: 200 len: 809 time: 0.1048584 Jun 22 02:00:13.400698 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-6aad67e4-4af4-4abf-ba65-2a47dea6b9ea tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/quotas/78237e0b07c34d68a745bde0f1b9102b HTTP/1.1" status: 200 len: 375 time: 0.0090632 Jun 22 02:00:13.434146 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-ded16bd9-81ba-4f00-a054-a2ad4cc6bedf tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=78237e0b07c34d68a745bde0f1b9102b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282259 Jun 22 02:00:13.534743 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-437ae5d4-b572-4b15-8d4b-ef1b27c11d1a service neutron] 10.222.0.13 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938725 Jun 22 02:00:13.624024 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-82710416-7829-4d5b-81c6-28844be9d8fb service neutron] 10.222.0.13 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835218 Jun 22 02:00:13.794225 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-838fd59d-2df5-41d5-9409-f46e16bf1320 req-f59c0dd9-ffe2-486e-8c38-1356785fa65f tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 210 time: 0.0289769 Jun 22 02:00:14.676003 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:00:14.695274 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:00:14.695638 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 5ac1d585-f3dc-4d3d-b1d2-d804fdf6ea31 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:00:14.876435 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-79541180-7487-4c07-9869-6466011d416b req-0986c7fc-92d7-469f-b742-1e3a6fe5188e tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 210 time: 0.0289898 Jun 22 02:00:15.359267 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:15.961941 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b693a29e-45b8-454f-9090-364a3647f2db req-608371bb-b317-4747-9a0e-83953d9f93f2 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 210 time: 0.0287075 Jun 22 02:00:16.960213 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-1676cbf6-2b3b-4f91-b34b-b4866257e485 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:16.961636 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-1676cbf6-2b3b-4f91-b34b-b4866257e485 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.36 "GET /v2.0/networks?id=d293fe5f-225d-41a3-b74c-38d58e80f001 HTTP/1.1" status: 200 len: 809 time: 0.1136672 Jun 22 02:00:16.981619 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Request body: {'port': {'device_id': 'd3fc249d-04d5-4d69-80b4-c0852aaeac70', 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001', 'admin_state_up': True, 'tenant_id': '78237e0b07c34d68a745bde0f1b9102b'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:17.106009 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Made reservation on behalf of 78237e0b07c34d68a745bde0f1b9102b for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:17.110308 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.116580 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-9ece4da9-5dd2-43aa-9528-9aee8d63c4db req-a466beb7-47dc-4f36-bf43-7e74605af42c tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 210 time: 0.0374033 Jun 22 02:00:17.242663 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Allocated IP 172.20.0.11 (d293fe5f-225d-41a3-b74c-38d58e80f001/62b2a12d-035e-4ef1-9983-856a00459bab/3378f9b6-3ef3-4c76-9c81-893b45521d0c) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:17.403947 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.443104 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.447092 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e886cba5-de53-4121-b138-12ffac8753e6 tempest-VolumesNegativeTest-1710472519 tempest-VolumesNegativeTest-1710472519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:17.494654 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Network d293fe5f-225d-41a3-b74c-38d58e80f001 is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:17.500065 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:17.505876 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:17.509796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Pushing event updated for resources: {'Port': ['ID=3378f9b6-3ef3-4c76-9c81-893b45521d0c,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:17.530819 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:17.558298 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:17.559550 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:17.575209 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5982070 Jun 22 02:00:17.593474 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Request body: {'port': {'device_id': 'd3fc249d-04d5-4d69-80b4-c0852aaeac70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:17.936360 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.191966 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3378f9b6-3ef3-4c76-9c81-893b45521d0c {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:18.200513 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.212527 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Transition to ACTIVE for port object 3378f9b6-3ef3-4c76-9c81-893b45521d0c will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:18.216982 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.219847 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:18.323430 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Pushing event updated for resources: {'Port': ['ID=3378f9b6-3ef3-4c76-9c81-893b45521d0c,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:18.327599 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:18.408596 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38942ee0-1c22-431f-b50d-6aa9d967bbdb req-e199e375-a611-41d1-8b42-80407affd355 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:18.409996 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-38942ee0-1c22-431f-b50d-6aa9d967bbdb req-e199e375-a611-41d1-8b42-80407affd355 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 944 time: 0.1647658 Jun 22 02:00:18.434293 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Attempting to bind port 3378f9b6-3ef3-4c76-9c81-893b45521d0c on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:18.434634 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Attempting to bind port 3378f9b6-3ef3-4c76-9c81-893b45521d0c by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:18.434962 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Attempting to bind port 3378f9b6-3ef3-4c76-9c81-893b45521d0c on network d293fe5f-225d-41a3-b74c-38d58e80f001 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:18.442065 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Port 3378f9b6-3ef3-4c76-9c81-893b45521d0c on network d293fe5f-225d-41a3-b74c-38d58e80f001 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:00:18.442389 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Attempting to bind port 3378f9b6-3ef3-4c76-9c81-893b45521d0c on network d293fe5f-225d-41a3-b74c-38d58e80f001 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:18.450829 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:18.451168 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Checking segment: {'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:18.451549 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Bound using segment: {'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:18.451975 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Bound port: 3378f9b6-3ef3-4c76-9c81-893b45521d0c, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:18.452324 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.472492 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-38942ee0-1c22-431f-b50d-6aa9d967bbdb req-33df974e-12d5-430f-8ebd-29b6dee2620d tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547481 Jun 22 02:00:18.527134 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] For port 3378f9b6-3ef3-4c76-9c81-893b45521d0c, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:18.530164 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] For port 3378f9b6-3ef3-4c76-9c81-893b45521d0c, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3378f9b6-3ef3-4c76-9c81-893b45521d0c,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:18.534884 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.536862 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-bda5bbfa-27e7-4dcd-9706-8a311577201a tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:18.575283 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:18.575902 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:18.577272 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] 10.222.0.36 "PUT /v2.0/ports/3378f9b6-3ef3-4c76-9c81-893b45521d0c HTTP/1.1" status: 200 len: 1094 time: 0.9882078 Jun 22 02:00:18.577772 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fc249d-04d5-4d69-80b4-c0852aaeac70', 'tag': '3378f9b6-3ef3-4c76-9c81-893b45521d0c'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:18.580096 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f4c318-340d-46d0-ba8e-266da0e22bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fc249d-04d5-4d69-80b4-c0852aaeac70", "tag": "3378f9b6-3ef3-4c76-9c81-893b45521d0c"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:18.604344 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Pushing event updated for resources: {'Port': ['ID=3378f9b6-3ef3-4c76-9c81-893b45521d0c,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:18.607509 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:18.624896 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ae47bb-57e5-414b-9dfe-c916aa008531 x-openstack-request-id: req-c9ae47bb-57e5-414b-9dfe-c916aa008531 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:18.625651 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fc249d-04d5-4d69-80b4-c0852aaeac70", "tag": "3378f9b6-3ef3-4c76-9c81-893b45521d0c", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:18.625651 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9ae47bb-57e5-414b-9dfe-c916aa008531 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:18.626077 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fc249d-04d5-4d69-80b4-c0852aaeac70', 'tag': '3378f9b6-3ef3-4c76-9c81-893b45521d0c', 'status': 'completed', 'code': 200} Jun 22 02:00:18.707432 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-53209a11-aea2-48a6-9348-17368a4b3da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:18.709984 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-53209a11-aea2-48a6-9348-17368a4b3da0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78237e0b07c34d68a745bde0f1b9102b&device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 1097 time: 0.0672433 Jun 22 02:00:18.760023 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-8451d0f9-3018-4059-b299-a2806cbf1158 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3378f9b6-3ef3-4c76-9c81-893b45521d0c HTTP/1.1" status: 200 len: 217 time: 0.0364866 Jun 22 02:00:18.812066 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-63c8fb72-881d-4c97-b4c3-756abc82f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:18.813524 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-63c8fb72-881d-4c97-b4c3-756abc82f242 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b2a12d-035e-4ef1-9983-856a00459bab HTTP/1.1" status: 200 len: 849 time: 0.0485272 Jun 22 02:00:18.848328 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-08e779f9-e178-4af8-b341-f3d16b0c7a27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d293fe5f-225d-41a3-b74c-38d58e80f001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289502 Jun 22 02:00:18.947693 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-be07f3cf-4d8a-44b5-b5ad-f22c4450a4da service neutron] 10.222.0.36 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917315 Jun 22 02:00:19.049132 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-65772587-f6cc-421e-9dbb-6e9789bed020 req-94396b39-84eb-45f5-9192-aa002a3102f4 service neutron] 10.222.0.36 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957367 Jun 22 02:00:19.221723 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-c21ed92f-24c7-4ef0-8066-7b1f78ae2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:19.223154 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-c21ed92f-24c7-4ef0-8066-7b1f78ae2c75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78237e0b07c34d68a745bde0f1b9102b&device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 1097 time: 0.0672896 Jun 22 02:00:19.322497 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-ca9f20ad-ea67-4a29-9bb3-cc47e0a47022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:19.323973 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-ca9f20ad-ea67-4a29-9bb3-cc47e0a47022 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d293fe5f-225d-41a3-b74c-38d58e80f001 HTTP/1.1" status: 200 len: 910 time: 0.0907366 Jun 22 02:00:19.367043 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-91b97a4b-eee6-407b-8f5a-caca122cbb8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3378f9b6-3ef3-4c76-9c81-893b45521d0c HTTP/1.1" status: 200 len: 217 time: 0.0349169 Jun 22 02:00:19.415338 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-791f5108-2d1e-4d6f-84d3-11c56148b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:19.417607 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-791f5108-2d1e-4d6f-84d3-11c56148b233 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=62b2a12d-035e-4ef1-9983-856a00459bab HTTP/1.1" status: 200 len: 849 time: 0.0435030 Jun 22 02:00:19.455735 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-d02718ab-5d68-4898-a620-962e99be8517 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d293fe5f-225d-41a3-b74c-38d58e80f001&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315001 Jun 22 02:00:19.552989 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-f289f6ee-9cd6-4f7b-a632-45e7d9a21052 service neutron] 10.222.0.36 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888655 Jun 22 02:00:19.689299 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a1f4c318-340d-46d0-ba8e-266da0e22bb8 req-362f45a9-9ad7-4b5c-8dfc-d2f59c1f9fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295288 Jun 22 02:00:19.702067 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4881ffe-a499-41fd-9479-e6f864c85575 req-a4688fb7-d40e-42c7-8c05-05f40610d7aa tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:19.703494 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c4881ffe-a499-41fd-9479-e6f864c85575 req-a4688fb7-d40e-42c7-8c05-05f40610d7aa tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 944 time: 0.0962880 Jun 22 02:00:19.742749 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c4881ffe-a499-41fd-9479-e6f864c85575 req-8f37f715-dc8f-4945-99cc-df4b8933b76c tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Jun 22 02:00:20.918569 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397757a-26a2-4140-8cf1-932e2cde9e09 req-5a718409-0cbd-48f3-bd30-cb70dd5368e0 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:20.919911 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c397757a-26a2-4140-8cf1-932e2cde9e09 req-5a718409-0cbd-48f3-bd30-cb70dd5368e0 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 944 time: 0.0627766 Jun 22 02:00:20.957783 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-c397757a-26a2-4140-8cf1-932e2cde9e09 req-6d51d72b-2637-4d70-a289-0256aeba8034 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Jun 22 02:00:22.142077 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de30dca-b97c-4658-b217-f82677149eaa req-0f44576d-9ca3-4247-9568-ed5cec916a89 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:22.143480 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4de30dca-b97c-4658-b217-f82677149eaa req-0f44576d-9ca3-4247-9568-ed5cec916a89 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 944 time: 0.0707939 Jun 22 02:00:22.180578 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-4de30dca-b97c-4658-b217-f82677149eaa req-f5db8dde-6268-4eba-935e-0664a22359ce tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Jun 22 02:00:22.723423 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 3378f9b6-3ef3-4c76-9c81-893b45521d0c details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:00:22.822611 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 3378f9b6-3ef3-4c76-9c81-893b45521d0c, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3378f9b6-3ef3-4c76-9c81-893b45521d0c,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:22.835147 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': '3378f9b6-3ef3-4c76-9c81-893b45521d0c', 'network_id': 'd293fe5f-225d-41a3-b74c-38d58e80f001', 'port_id': '3378f9b6-3ef3-4c76-9c81-893b45521d0c', 'mac_address': 'fa:16:3e:46:26:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b2a12d-035e-4ef1-9983-856a00459bab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:00:22.875440 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.888459 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3378f9b6-3ef3-4c76-9c81-893b45521d0c {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:00:22.907784 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 3378f9b6-3ef3-4c76-9c81-893b45521d0c, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3378f9b6-3ef3-4c76-9c81-893b45521d0c,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:22.911117 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:22.912790 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-1db4c2cc-c4c1-462c-add6-acb563fe62b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:22.959547 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=3378f9b6-3ef3-4c76-9c81-893b45521d0c,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:22.963270 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:23.281389 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['3378f9b6-3ef3-4c76-9c81-893b45521d0c'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:00:23.366984 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6c037-0028-4039-87fa-39ff102af394 req-ca808ee4-9e28-4680-abff-7b1ca6460abf tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:23.369083 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f9d6c037-0028-4039-87fa-39ff102af394 req-ca808ee4-9e28-4680-abff-7b1ca6460abf tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 945 time: 0.0659885 Jun 22 02:00:23.408736 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-f9d6c037-0028-4039-87fa-39ff102af394 req-3ee0b043-eba8-4285-8e4f-cb1a649b5038 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Jun 22 02:00:24.745187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef082d-a0e2-4aca-a4bc-76f082709d40 req-9ee585a7-b771-46fa-a1c6-a85e3c36e86e tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:24.746659 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ffef082d-a0e2-4aca-a4bc-76f082709d40 req-9ee585a7-b771-46fa-a1c6-a85e3c36e86e tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 945 time: 0.2220109 Jun 22 02:00:24.752855 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 3378f9b6-3ef3-4c76-9c81-893b45521d0c up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:24.787473 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ffef082d-a0e2-4aca-a4bc-76f082709d40 req-d23106eb-03af-4b6e-a95d-07d3266bd17b tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Jun 22 02:00:24.807803 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port 3378f9b6-3ef3-4c76-9c81-893b45521d0c completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:24.812091 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port 3378f9b6-3ef3-4c76-9c81-893b45521d0c triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:24.812540 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.887808 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.909897 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fc249d-04d5-4d69-80b4-c0852aaeac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3378f9b6-3ef3-4c76-9c81-893b45521d0c'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:24.912186 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db1b960-30df-42d1-a4e3-fc9057b92839" -d '{"events": [{"server_uuid": "d3fc249d-04d5-4d69-80b4-c0852aaeac70", "name": "network-vif-plugged", "status": "completed", "tag": "3378f9b6-3ef3-4c76-9c81-893b45521d0c"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:24.926308 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port 3378f9b6-3ef3-4c76-9c81-893b45521d0c, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3378f9b6-3ef3-4c76-9c81-893b45521d0c,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:24.930348 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:24.933469 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:24.955901 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbcf9b4-7135-49cd-ba48-48fbf0597b01 x-openstack-request-id: req-ddbcf9b4-7135-49cd-ba48-48fbf0597b01 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:24.956200 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fc249d-04d5-4d69-80b4-c0852aaeac70", "name": "network-vif-plugged", "status": "completed", "tag": "3378f9b6-3ef3-4c76-9c81-893b45521d0c", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:24.956457 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddbcf9b4-7135-49cd-ba48-48fbf0597b01 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:24.956865 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fc249d-04d5-4d69-80b4-c0852aaeac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3378f9b6-3ef3-4c76-9c81-893b45521d0c', 'code': 200} Jun 22 02:00:24.984495 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=3378f9b6-3ef3-4c76-9c81-893b45521d0c,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:24.987523 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:25.216178 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fc7b6-28b1-4f79-a638-2202a6c0c167 req-78432bbc-52c6-455a-98d3-cb195a9e05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:25.217670 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c13fc7b6-28b1-4f79-a638-2202a6c0c167 req-78432bbc-52c6-455a-98d3-cb195a9e05d3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 1099 time: 0.0568182 Jun 22 02:00:25.252481 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c13fc7b6-28b1-4f79-a638-2202a6c0c167 req-c657209d-4551-48cb-b5ed-ef2e4f8b7bf6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287173 Jun 22 02:00:25.366814 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51020) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:25.474004 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6b94e924-d468-45a6-8ab3-5306b44dedaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.563482 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6b94e924-d468-45a6-8ab3-5306b44dedaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.567097 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6b94e924-d468-45a6-8ab3-5306b44dedaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.569604 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-92d914a4-63d6-4118-b5c7-cb628cfae6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:25.605874 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6b94e924-d468-45a6-8ab3-5306b44dedaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb5a70c58fb741fbbd01b09446b4289e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378612 Jun 22 02:00:25.606933 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94e924-d468-45a6-8ab3-5306b44dedaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d7fe5-03dd-44c5-8501-f9178e4867a5,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:25.608500 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51024) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:25.610174 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6b94e924-d468-45a6-8ab3-5306b44dedaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:25.661474 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-54634fb3-1e6d-4c59-9ded-26a5a6afccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.686691 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-54634fb3-1e6d-4c59-9ded-26a5a6afccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.731812 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-54634fb3-1e6d-4c59-9ded-26a5a6afccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.734481 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-54634fb3-1e6d-4c59-9ded-26a5a6afccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:25.735632 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-54634fb3-1e6d-4c59-9ded-26a5a6afccc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a25d7fe5-03dd-44c5-8501-f9178e4867a5 HTTP/1.1" status: 204 len: 168 time: 0.1261373 Jun 22 02:00:25.736455 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e6656052-d813-4b70-9ec7-c3e78614a68d tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:25.744855 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54634fb3-1e6d-4c59-9ded-26a5a6afccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d7fe5-03dd-44c5-8501-f9178e4867a5,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:25.747455 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-54634fb3-1e6d-4c59-9ded-26a5a6afccc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:25.848484 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:00:25.973879 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84792f3-fe8a-4453-92aa-d41fc6d63d02 req-16994d58-3a6d-4899-927b-746e7413d122 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:25.975433 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e84792f3-fe8a-4453-92aa-d41fc6d63d02 req-16994d58-3a6d-4899-927b-746e7413d122 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 946 time: 0.0704076 Jun 22 02:00:26.016591 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e84792f3-fe8a-4453-92aa-d41fc6d63d02 req-b401191b-822a-4d9f-b884-3a39bd74ddef tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Jun 22 02:00:26.753508 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51056) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:26.858772 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-db96b475-8bfe-4a7d-a274-76d88e158ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.944330 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-db96b475-8bfe-4a7d-a274-76d88e158ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.948673 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-db96b475-8bfe-4a7d-a274-76d88e158ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:26.951991 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b67b2994-f86b-4b3b-95c6-f615eceec715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:26.986628 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-db96b475-8bfe-4a7d-a274-76d88e158ecd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a51a6ef92b3e4b7aa2af589106920445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320340 Jun 22 02:00:26.987765 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96b475-8bfe-4a7d-a274-76d88e158ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50faa072-d725-491b-b0dd-c4f323afbf5f,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:26.989349 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51060) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:26.990714 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-db96b475-8bfe-4a7d-a274-76d88e158ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:27.040486 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-abdf8af3-2926-41bb-b505-6e7ac3f905e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.062633 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-abdf8af3-2926-41bb-b505-6e7ac3f905e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.109083 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-abdf8af3-2926-41bb-b505-6e7ac3f905e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.111840 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-abdf8af3-2926-41bb-b505-6e7ac3f905e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.112999 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-abdf8af3-2926-41bb-b505-6e7ac3f905e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50faa072-d725-491b-b0dd-c4f323afbf5f HTTP/1.1" status: 204 len: 168 time: 0.1226001 Jun 22 02:00:27.113798 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-5ab1c5d4-07ef-40e0-a87b-10326f3c67ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:27.123082 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf8af3-2926-41bb-b505-6e7ac3f905e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50faa072-d725-491b-b0dd-c4f323afbf5f,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:27.125520 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-abdf8af3-2926-41bb-b505-6e7ac3f905e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:27.322430 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a3c4e-a08f-43b3-9627-1c8201cfe001 req-8350412f-5edc-4933-8fa6-5a44312852a6 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:27.324033 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b27a3c4e-a08f-43b3-9627-1c8201cfe001 req-8350412f-5edc-4933-8fa6-5a44312852a6 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 946 time: 0.1919291 Jun 22 02:00:27.364109 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-b27a3c4e-a08f-43b3-9627-1c8201cfe001 req-d54e57e6-11bb-4aa1-850a-3dc3888ec3d3 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328686 Jun 22 02:00:27.774060 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51094) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:27.879812 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1072282645-network', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:27.901751 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Made reservation on behalf of d01fd113ea1742b7a07010c11180c0c1 for: {'network': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:27.904690 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:27.922419 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.016339 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.020873 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.023885 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a029e581-6a55-4e19-bcfb-e55a01765c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:28.048501 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=104428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:00:28.058524 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8109ab15-3f5a-4dbe-9b1a-67fc98d2cc77,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:28.063479 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.063827 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.segments_db [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Added segment fd5feaa8-f55b-47f9-8924-3fdc784d404c of type vlan for network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e Jun 22 02:00:28.076061 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.076444 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.076818 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.077187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.077546 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.077900 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.078286 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.078637 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.078997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.079342 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.079697 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.080037 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:28.087659 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:28.124910 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.157163 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.158749 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:28.159348 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.161526 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:28.214683 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4388320 Jun 22 02:00:28.221326 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51104) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:28.227057 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Request body: {'subnet': {'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1072282645-subnet', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'ip_version': 4}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:28.237744 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Pushing event updated for resources: {'Network': ['ID=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:28.241411 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ddbdf5f4-085a-4975-9b6a-ebd58980133c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:28.249123 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:00:28.256386 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Made reservation on behalf of d01fd113ea1742b7a07010c11180c0c1 for: {'subnet': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:28.259546 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5843319'] for subnet, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.274109 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fffb1-cf0d-4fd1-9671-548c4494de17 req-7f1634d5-e401-41bd-9579-6aa681215619 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:28.277008 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-766fffb1-cf0d-4fd1-9671-548c4494de17 req-7f1634d5-e401-41bd-9579-6aa681215619 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 946 time: 0.0738482 Jun 22 02:00:28.325948 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-766fffb1-cf0d-4fd1-9671-548c4494de17 req-6d05287f-ffda-4f4e-a647-d6eca4efcaa7 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405989 Jun 22 02:00:28.449353 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7360923', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5843269'] for subnet, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.451627 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:28.499279 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef10248-e8b6-4071-9056-38c3390bf8cc,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:28.501898 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:28.520255 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Checking segment: {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:28.520610 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Network hostable DHCP agents. Network: c4ab28d1-797f-4fdf-9b33-7302c8a95f7e, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:00:28.536378 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:00:28.545838 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, c4ab28d1-797f-4fdf-9b33-7302c8a95f7e) {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:28.549878 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:28.550500 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.555369 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6cb72a-ef2b-4135-af0d-abd5c3a1f32c None None] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:28.565679 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-defb2466-35b2-48bd-a795-04987a6e8ad7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3432860 Jun 22 02:00:28.568274 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51106) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:28.574834 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:28.597429 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24274'] for router, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.598505 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24281'] for router, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.652634 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.706123 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec9f343-d482-54e4-b82c-583f3bc3df2a-c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc'}]}} from dv-cinder-797073-2-smb. {{(pid=104430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 02:00:28.706996 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.794779 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.844803 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.db_base_plugin_common [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Allocated IP 172.20.0.2 (c4ab28d1-797f-4fdf-9b33-7302c8a95f7e/3ef10248-e8b6-4071-9056-38c3390bf8cc/7a192c20-02b8-404f-a9a5-c2d74e7e1f94) {{(pid=104430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:28.984999 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Notify callbacks [] for port, precommit_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:28.994023 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Transition to ACTIVE for port object 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:29.000595 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.009128 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Transition to ACTIVE for port object 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 will not be triggered until provisioned by entity DHCP. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:29.015974 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.017886 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:29.021021 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.062212 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e is already hosted by enough agents. {{(pid=104430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:29.064997 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.base_scheduler [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Resources bound (agent type, host, resource id): {{(pid=104430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:29.069365 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Received port after_create {{(pid=104430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:29.074156 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Pushing event updated for resources: {'Port': ['ID=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,revision_number=1']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:29.079793 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:29.128360 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Allocated IP 172.28.3.91 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/2909a528-0670-4714-a62b-76c670ad37a6) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:29.129925 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Attempting to bind port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:29.130425 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Attempting to bind port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:29.130942 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Attempting to bind port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 on network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:29.137145 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:29.137519 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Checking segment: {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:29.137938 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.138340 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Bound using segment: {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:29.138803 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Bound port: 7a192c20-02b8-404f-a9a5-c2d74e7e1f94, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:29.139177 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.201647 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] For port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:29.205162 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] For port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:29.208906 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.211630 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:29.236853 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.268658 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Pushing event updated for resources: {'Port': ['ID=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:29.271756 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:29.278422 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.279984 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-15d06544-4b77-48fa-98d5-e83edb15fe11 tempest-ServerRescueNegativeTestJSON-803891149 tempest-ServerRescueNegativeTestJSON-803891149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:29.321576 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:29.324969 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:29.329456 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:29.332698 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=2909a528-0670-4714-a62b-76c670ad37a6,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:29.355078 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:29.635577 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcfe69-da0d-4d1b-b78f-298670392e34 req-fd8bdefe-976e-4717-ae12-5be216eee51d tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:29.637293 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62fcfe69-da0d-4d1b-b78f-298670392e34 req-fd8bdefe-976e-4717-ae12-5be216eee51d tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 946 time: 0.1318550 Jun 22 02:00:29.747211 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-62fcfe69-da0d-4d1b-b78f-298670392e34 req-50ccc99b-e646-4e53-a4a9-4e4482ff5d15 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e4d9ca9-1393-4809-9f08-1dfe7eb664de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810235 Jun 22 02:00:29.749653 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:29.846268 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-bc2d2972-9655-48ac-b4e1-1d71c2cb831c tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:29.847745 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-bc2d2972-9655-48ac-b4e1-1d71c2cb831c tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 946 time: 0.1609988 Jun 22 02:00:30.051232 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Deleting port 3378f9b6-3ef3-4c76-9c81-893b45521d0c {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:00:30.051584 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.057699 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318'] for router, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.155770 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eca769-ba1c-45ac-aab6-90a9e1de8e18 None None] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:30.273354 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-008f9615-24a2-4ea4-a6e6-85d0c2680185 None None] Provisioning for port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:30.503708 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] For port 3378f9b6-3ef3-4c76-9c81-893b45521d0c, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=3378f9b6-3ef3-4c76-9c81-893b45521d0c,segment=NetworkSegment(c615a9ac-a37a-4bb1-a818-1a9fc5506be4),segment_id=c615a9ac-a37a-4bb1-a818-1a9fc5506be4)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:30.504072 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.577425 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Calling delete_port for 3378f9b6-3ef3-4c76-9c81-893b45521d0c owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:00:30.658187 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e is scheduled to L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 with binding_index 1 {{(pid=104428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:00:30.733050 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:30.817531 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.827019 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-d86ddc7e-8306-4f0d-a9ff-774072083b67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:30.864669 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Pushing event deleted for resources: {'Port': ['ID=3378f9b6-3ef3-4c76-9c81-893b45521d0c,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:30.869882 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:30.877683 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:30.895848 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Sync routers for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:30.917490 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3b8d4d8f-d2dd-4c4e-9f80-6f4fd3f8aae7 req-1ccbd016-eacd-488d-9c49-74bef008cf44 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3fc249d-04d5-4d69-80b4-c0852aaeac70 HTTP/1.1" status: 200 len: 210 time: 0.0322759 Jun 22 02:00:30.918083 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:30.918688 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:00:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:30.925446 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] No DVR routers for this DVR port 3378f9b6-3ef3-4c76-9c81-893b45521d0c on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:00:30.928257 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.930270 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-bf38f296-a199-4998-9517-fc65f3a573e5 req-0f7928c7-6cb0-4a73-b847-2792e5e060b4 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] 10.222.0.36 "DELETE /v2.0/ports/3378f9b6-3ef3-4c76-9c81-893b45521d0c HTTP/1.1" status: 204 len: 173 time: 1.0745847 Jun 22 02:00:30.930836 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fc249d-04d5-4d69-80b4-c0852aaeac70', 'name': 'network-vif-deleted', 'tag': '3378f9b6-3ef3-4c76-9c81-893b45521d0c'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:00:30.933278 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5184ae74-1240-4451-bee8-0635008a7e22" -d '{"events": [{"server_uuid": "d3fc249d-04d5-4d69-80b4-c0852aaeac70", "name": "network-vif-deleted", "tag": "3378f9b6-3ef3-4c76-9c81-893b45521d0c"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:00:30.945351 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:30.949471 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3775878 Jun 22 02:00:30.950042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51114) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:31.005919 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbb0461-42d7-4189-9978-893421627358 x-openstack-request-id: req-5cbb0461-42d7-4189-9978-893421627358 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:00:31.006390 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fc249d-04d5-4d69-80b4-c0852aaeac70", "name": "network-vif-deleted", "tag": "3378f9b6-3ef3-4c76-9c81-893b45521d0c", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:00:31.006699 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cbb0461-42d7-4189-9978-893421627358 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:00:31.007127 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fc249d-04d5-4d69-80b4-c0852aaeac70', 'name': 'network-vif-deleted', 'tag': '3378f9b6-3ef3-4c76-9c81-893b45521d0c', 'status': 'completed', 'code': 200} Jun 22 02:00:31.016481 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:31.026902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:31.027477 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.070887 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:31.234156 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.297584 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:31.303110 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.306288 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-b351c72e-7b3e-46a0-ae6c-f1b9be330113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:31.363529 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:31.366954 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:29Z', 'revision_number': 3, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:31.397626 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:31.398444 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Checking router: 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:31.398787 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Updating router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e port 2909a528-0670-4714-a62b-76c670ad37a6 binding host dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:31.415593 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.436619 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.544476 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6e38456f-87d9-4140-8187-7b9436b1aeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.600435 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Allocated IP 172.20.0.1 (c4ab28d1-797f-4fdf-9b33-7302c8a95f7e/3ef10248-e8b6-4071-9056-38c3390bf8cc/3afe50ad-ec7b-4bca-9ec0-e4d1469db656) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:31.705997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.712013 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Notify callbacks [] for port, precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.720614 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Transition to ACTIVE for port object 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:31.722143 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Transition to ACTIVE for port object 2909a528-0670-4714-a62b-76c670ad37a6 will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:31.728453 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.731162 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:31.755551 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.758469 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8b1ddf3a-d597-4731-888f-da8d76db2bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:31.782861 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Attempting to bind port 2909a528-0670-4714-a62b-76c670ad37a6 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:31.783240 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Attempting to bind port 2909a528-0670-4714-a62b-76c670ad37a6 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:31.783787 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Attempting to bind port 2909a528-0670-4714-a62b-76c670ad37a6 on network dc4b13a9-3bf9-4085-b802-51585586f44f {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:31.791230 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9929703-ce34-421a-a957-929e4584302c None None] Pushing event updated for resources: {'Port': ['ID=2909a528-0670-4714-a62b-76c670ad37a6,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:31.793749 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:31.794241 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:31.794704 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.795032 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Bound using segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:31.795501 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Bound port: 2909a528-0670-4714-a62b-76c670ad37a6, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:31.795876 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.797302 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:31.797688 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-d9929703-ce34-421a-a957-929e4584302c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:31.800176 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:31.803835 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:31.835075 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:31.840140 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:31.856111 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824486'] for router_interface, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.865832 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] For port 2909a528-0670-4714-a62b-76c670ad37a6, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:31.870536 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] For port 2909a528-0670-4714-a62b-76c670ad37a6, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=2909a528-0670-4714-a62b-76c670ad37a6,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:31.875480 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:31.877814 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:31.940901 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:31.941552 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:00:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:31.981306 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9929703-ce34-421a-a957-929e4584302c None None] Pushing event updated for resources: {'Port': ['ID=2909a528-0670-4714-a62b-76c670ad37a6,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:31.984735 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-d9929703-ce34-421a-a957-929e4584302c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:32.007962 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.059557 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-f46875e4-d5cb-4c4a-b87b-70c9ae91ebdb None None] Provisioning for port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:32.067637 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-f46875e4-d5cb-4c4a-b87b-70c9ae91ebdb None None] Provisioning complete for port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:32.068099 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f46875e4-d5cb-4c4a-b87b-70c9ae91ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.073828 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:32.196301 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-f46875e4-d5cb-4c4a-b87b-70c9ae91ebdb None None] Port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:32.204511 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.210009 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.213038 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ea8ec85e-7f0d-4993-8b3b-66e3436b7ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:32.293342 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1744502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622269'] for router_interface, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.295235 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:32.298593 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:32.302921 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:29Z', 'revision_number': 3, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:32.332983 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15d4fd-ae12-4fd9-b637-325c2a8be495 None None] The sync data for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb is: [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:29Z', 'revision_number': 3, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:32.402727 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:32.404210 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:32.561535 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:00:32.723724 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-bd0df9bb-41c2-4a9c-b2dc-1b4eacdd444b None None] Provisioning complete for port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:32.723724 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-bd0df9bb-41c2-4a9c-b2dc-1b4eacdd444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:32.755212 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:32.767261 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159873 Jun 22 02:00:32.800292 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 3378f9b6-3ef3-4c76-9c81-893b45521d0c no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:00:32.828854 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-bd0df9bb-41c2-4a9c-b2dc-1b4eacdd444b None None] Port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:32.831935 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: 3378f9b6-3ef3-4c76-9c81-893b45521d0c {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:00:32.832914 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device 3378f9b6-3ef3-4c76-9c81-893b45521d0c not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:00:32.887263 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:32.950447 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:32.950917 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.043402 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 2909a528-0670-4714-a62b-76c670ad37a6 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:33.096477 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 2909a528-0670-4714-a62b-76c670ad37a6 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:33.101017 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 2909a528-0670-4714-a62b-76c670ad37a6 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:33.101398 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.193096 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.216445 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 2909a528-0670-4714-a62b-76c670ad37a6, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=2909a528-0670-4714-a62b-76c670ad37a6,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:33.221480 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.224187 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:33.275151 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=2909a528-0670-4714-a62b-76c670ad37a6,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:33.278370 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:33.353523 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51174) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:33.358592 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-163042271-network', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:33.379517 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Made reservation on behalf of b7aaa102af2d402badfcc6cb5c9aa295 for: {'network': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:33.381805 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for network, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.391546 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.486802 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.490556 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.495458 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6cd07588-4f25-4645-9d2d-2d97b5e78419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:33.513835 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=104429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 02:00:33.530747 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257cf293-688a-4a14-866a-b99a8a1a1ff7,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:33.535829 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.536172 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.segments_db [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Added segment f71c3b04-8eca-472a-9a45-67e84edd9cff of type vlan for network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd Jun 22 02:00:33.549205 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.549593 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.549990 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.550366 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.550733 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.551096 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.551455 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.551813 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.552170 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.552524 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.552880 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.553227 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:33.558022 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:33.594898 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769950875859'] for network, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.635777 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408'] for network, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.637576 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:33.638516 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.642236 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:33.695293 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3404167 Jun 22 02:00:33.698299 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51176) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:33.700740 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-0aa448a8-c35a-4909-8665-c3ba192d3679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.704007 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Request body: {'subnet': {'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-163042271-subnet', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'ip_version': 4}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:33.724222 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=52afcc88-e9c7-4b53-a747-bc3e49dde9fd,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:33.729114 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-7c601c00-4cf3-433b-8b99-2a80ac60a1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:33.734546 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd details requested by agent ovs-agent-dv-cinder-797073-2-smb with host dv-cinder-797073-2-smb {{(pid=104430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 02:00:33.743908 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Made reservation on behalf of b7aaa102af2d402badfcc6cb5c9aa295 for: {'subnet': 1} {{(pid=104429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:00:33.746335 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6042305'] for subnet, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.944456 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4585345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6042355'] for subnet, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:33.947799 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:34.003448 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1a2153-a2ec-4596-b803-2f8b204b56c6,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:34.007798 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:34.015250 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Checking segment: {'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:34.016346 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Network hostable DHCP agents. Network: 52afcc88-e9c7-4b53-a747-bc3e49dde9fd, hostable agents: ['bf338b11-1c53-4ef2-b95f-de4258d38ca6'], hosted agents: [] {{(pid=104429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 02:00:34.036660 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd is scheduled to be hosted by DHCP agent bf338b11-1c53-4ef2-b95f-de4258d38ca6 with binding_index 1 {{(pid=104429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 02:00:34.047244 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797073-2-smb, 52afcc88-e9c7-4b53-a747-bc3e49dde9fd) {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:34.051864 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:00:34.052455 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.058878 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbcef6f-6c87-4bc6-b85e-c3f4eee6484a None None] Network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:34.070036 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-e07ce252-dc64-4d86-8bec-b1ef97292393 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3681304 Jun 22 02:00:34.070286 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51196) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:34.075225 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:34.102282 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1624722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24274'] for router, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.104088 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1825960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24281'] for router, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.164743 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.175731 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Sync routers for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:34.191451 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:34.195318 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:00:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:34.229903 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2ec9f343-d482-54e4-b82c-583f3bc3df2a-52afcc88-e9c7-4b53-a747-bc3e49dde9fd', 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'fixed_ips': [{'subnet_id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6'}]}} from dv-cinder-797073-2-smb. {{(pid=104430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 02:00:34.230924 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.233746 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.348079 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:34.378096 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1826010', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24271'] for router, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.408193 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.db_base_plugin_common [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Allocated IP 172.20.0.2 (52afcc88-e9c7-4b53-a747-bc3e49dde9fd/8c1a2153-a2ec-4596-b803-2f8b204b56c6/ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b) {{(pid=104430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:34.650526 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:32Z', 'revision_number': 2, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:34.679478 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Checking router: 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:34.680065 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Updating router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 binding host dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:34.771682 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.775501 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 2909a528-0670-4714-a62b-76c670ad37a6 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:34.796704 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.826571 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Notify callbacks [] for port, precommit_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.846364 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Transition to ACTIVE for port object ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:34.854823 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.873580 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Transition to ACTIVE for port object ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b will not be triggered until provisioned by entity DHCP. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:34.882501 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 2909a528-0670-4714-a62b-76c670ad37a6 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:34.882954 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.887974 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262'] for port, after_create {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:34.906732 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-d9929703-ce34-421a-a957-929e4584302c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:34.969335 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd is already hosted by enough agents. {{(pid=104430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:34.974791 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.scheduler.base_scheduler [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Resources bound (agent type, host, resource id): {{(pid=104430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:34.977187 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Pushing event updated for resources: {'Port': ['ID=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,revision_number=1']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:34.988143 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Received port after_create {{(pid=104430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:35.000546 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Allocated IP 172.28.3.37 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/badfb1d6-e5a1-4656-8f45-4939a8e4b7ad) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:35.000916 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:35.086344 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Attempting to bind port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:35.086770 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Attempting to bind port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:35.087166 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Attempting to bind port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b on network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:35.113491 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:35.113877 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Checking segment: {'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:35.114574 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.114975 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Bound using segment: {'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:35.115460 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Bound port: ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:35.115840 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.169775 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.241012 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] For port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:35.249951 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] For port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,segment=NetworkSegment(f71c3b04-8eca-472a-9a45-67e84edd9cff),segment_id=f71c3b04-8eca-472a-9a45-67e84edd9cff)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:35.258943 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.262741 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.264326 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:35.266601 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:35.294369 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.310987 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:35.316025 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.provisioning_blocks [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Transition to ACTIVE for port object 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 will not be triggered until provisioned by entity L2. {{(pid=104431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:35.316583 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:35.320354 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:35.327714 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Pushing event updated for resources: {'Port': ['ID=badfb1d6-e5a1-4656-8f45-4939a8e4b7ad,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:35.328534 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.340605 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-0a28ca70-9d4e-461d-abc7-d0888f15b11c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:35.355496 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:35.358238 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Pushing event updated for resources: {'Port': ['ID=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:35.366904 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:35.405478 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.506571 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Pushing event updated for resources: {'Port': ['ID=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,revision_number=3']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:35.525016 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.525702 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.526195 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.526382 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.526883 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.527390 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.527716 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.528042 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.528368 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.530254 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.530787 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.531272 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:35.542603 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:35.547789 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Attempting to bind port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:35.548384 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Attempting to bind port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:35.548937 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Attempting to bind port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 on network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:35.557747 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:35.558439 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Checking segment: {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:35.559003 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.559566 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Bound using segment: {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:35.560195 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Bound port: 3afe50ad-ec7b-4bca-9ec0-e4d1469db656, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'}}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:35.560738 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.683085 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] For port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:35.687809 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] For port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:35.700563 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.719485 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:35.771498 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:35.779025 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:35.779779 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:00:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:35.987215 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:36.021518 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Pushing event updated for resources: {'Port': ['ID=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,revision_number=4']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:36.034866 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-e5b4ec36-8b2e-42a9-8505-09a0453a0b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:36.060662 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1826318'] for router, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:36.254067 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Router 27cd40ef-784f-4f5e-98c8-88931aa15738 is scheduled to L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 with binding_index 1 {{(pid=104429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 02:00:36.294893 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:35Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:36.359891 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff0086-11a4-4768-a7bc-c9d3cda1f8d4 None None] The sync data for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb is: [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:35Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:36.419820 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:36.470044 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Sync routers for ids ['27cd40ef-784f-4f5e-98c8-88931aa15738'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:36.470837 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:36.473332 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f60a894b-a38f-44af-96fa-49eda23561d6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4014380 Jun 22 02:00:36.475518 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51210) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:36.488256 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Routers {'27cd40ef-784f-4f5e-98c8-88931aa15738'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:36.489175 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:00:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['27cd40ef-784f-4f5e-98c8-88931aa15738'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:36.698818 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Set router 27cd40ef-784f-4f5e-98c8-88931aa15738 gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:36.967270 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:37.083289 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:37.089173 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:37.096611 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:37.097739 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:37.131635 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae1f681-b9ee-496e-890b-35b7489ad293 None None] Network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:00:37.253440 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-c547e57d-cd8c-4776-9867-21a75041fa18 None None] Provisioning for port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:37.455902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:37.561496 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:37.573130 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:35Z', 'revision_number': 3, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port': {'id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:37.576103 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:37.576968 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:37.579685 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:37.659534 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Checking router: 27cd40ef-784f-4f5e-98c8-88931aa15738 for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:37.659913 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Updating router 27cd40ef-784f-4f5e-98c8-88931aa15738 port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad binding host dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:37.740572 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:37.744388 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:37.746003 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:37.805010 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:37.818180 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:37.903152 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:37.903538 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.100681 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_common [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Allocated IP 172.20.0.1 (52afcc88-e9c7-4b53-a747-bc3e49dde9fd/8c1a2153-a2ec-4596-b803-2f8b204b56c6/5a535f9c-c958-41b0-b808-99f1cbb6c6f0) {{(pid=104429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:00:38.111775 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-a426c379-fea4-4549-9dcc-6d99ae81fa24 None None] Provisioning complete for port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:38.112179 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a426c379-fea4-4549-9dcc-6d99ae81fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.289307 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.297143 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.326417 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.provisioning_blocks [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Transition to ACTIVE for port object 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 will not be triggered until provisioned by entity DHCP. {{(pid=104429) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:38.380115 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4585261'] for port, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.392089 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c763e424-d545-46f6-8d50-611d1e652c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:38.459649 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:38.468207 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:38.473760 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Received port after_create {{(pid=104429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:00:38.516233 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Pushing event updated for resources: {'Port': ['ID=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:38.525233 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:38.559313 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1824486'] for router_interface, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.565741 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,segment=NetworkSegment(f71c3b04-8eca-472a-9a45-67e84edd9cff),segment_id=f71c3b04-8eca-472a-9a45-67e84edd9cff)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:38.585293 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a426c379-fea4-4549-9dcc-6d99ae81fa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.590126 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Notify callbacks [] for port, precommit_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.593216 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.610857 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:38.644106 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Transition to ACTIVE for port object badfb1d6-e5a1-4656-8f45-4939a8e4b7ad will not be triggered until provisioned by entity L2. {{(pid=104430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:38.666689 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.728532 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:38.736579 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:38.740411 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:38.814040 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.db.api [None req-a426c379-fea4-4549-9dcc-6d99ae81fa24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 02:00:38.814434 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_db.api [None req-a426c379-fea4-4549-9dcc-6d99ae81fa24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 02:00:38.816948 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Attempting to bind port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:38.817327 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Attempting to bind port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:38.817699 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Attempting to bind port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad on network dc4b13a9-3bf9-4085-b802-51585586f44f {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:38.844301 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:38.857724 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.885216 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:38.885856 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Checking segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:38.886313 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.886721 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Bound using segment: {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'} {{(pid=104430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:38.887212 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.managers [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Bound port: badfb1d6-e5a1-4656-8f45-4939a8e4b7ad, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f'}}] {{(pid=104430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:38.887594 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:38.891551 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc9ba6-4219-4221-ae65-6ce85b2c0348 None None] Pushing event updated for resources: {'Port': ['ID=badfb1d6-e5a1-4656-8f45-4939a8e4b7ad,revision_number=2']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:38.918179 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-22cc9ba6-4219-4221-ae65-6ce85b2c0348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:38.964761 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] For port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:38.967111 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:38.967671 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.013486 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] For port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=badfb1d6-e5a1-4656-8f45-4939a8e4b7ad,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:39.026926 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.032397 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:39.092903 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.099194 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4585247'] for port, after_update {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.104275 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-00fca968-46c5-483b-8dbf-0695faff973d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:39.122556 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Routers {'27cd40ef-784f-4f5e-98c8-88931aa15738'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:39.123419 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:00:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['27cd40ef-784f-4f5e-98c8-88931aa15738'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:39.127857 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc9ba6-4219-4221-ae65-6ce85b2c0348 None None] Pushing event updated for resources: {'Port': ['ID=badfb1d6-e5a1-4656-8f45-4939a8e4b7ad,revision_number=3']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:39.131404 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-22cc9ba6-4219-4221-ae65-6ce85b2c0348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:39.185501 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1744502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622269'] for router_interface, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.282025 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Pushing event updated for resources: {'Port': ['ID=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,revision_number=2']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:39.295224 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:39.336445 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd is already hosted by enough agents. {{(pid=104429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:00:39.338579 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.base_scheduler [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Resources bound (agent type, host, resource id): {{(pid=104429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:00:39.340164 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] Set router 27cd40ef-784f-4f5e-98c8-88931aa15738 gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:39.520423 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Router 27cd40ef-784f-4f5e-98c8-88931aa15738 has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:00:39.609702 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-6fa54fea-433b-456f-ad00-1103a5a5c4aa None None] Provisioning for port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:39.626514 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-6fa54fea-433b-456f-ad00-1103a5a5c4aa None None] Provisioning complete for port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:39.626908 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6fa54fea-433b-456f-ad00-1103a5a5c4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.680116 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 4, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port': {'id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '5a535f9c-c958-41b0-b808-99f1cbb6c6f0', 'name': '', 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'mac_address': 'fa:16:3e:8c:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:37Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 2, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'subnets': [{'id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:39.682812 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-6fa54fea-433b-456f-ad00-1103a5a5c4aa None None] Port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:39.702739 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:00:39.712479 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3414ab3b-3f6f-43d1-a14d-a2d4d2290911 None None] The sync data for ids ['27cd40ef-784f-4f5e-98c8-88931aa15738'] in dv-cinder-797073-2-smb is: [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 4, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port': {'id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '5a535f9c-c958-41b0-b808-99f1cbb6c6f0', 'name': '', 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'mac_address': 'fa:16:3e:8c:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:37Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 2, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'subnets': [{'id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:39.714973 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-92dbc767-6a13-4c44-8da6-b170c212dd3f admin admin] 10.222.0.13 "PUT /v2.0/routers/27cd40ef-784f-4f5e-98c8-88931aa15738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2367885 Jun 22 02:00:39.805018 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-4995aed2-c0a8-4301-b508-dcfb5d0267b3 None None] Provisioning complete for port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:39.805877 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-4995aed2-c0a8-4301-b508-dcfb5d0267b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:39.864274 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-4995aed2-c0a8-4301-b508-dcfb5d0267b3 None None] Port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:00:40.471448 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51238) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:40.477719 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-eb163387-6c5b-4793-8141-662e9235a56d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479955950', 'description': 'tempest-secgroup-smoke-479955950 description', 'project_id': 'd01fd113ea1742b7a07010c11180c0c1'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:40.522387 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-eb163387-6c5b-4793-8141-662e9235a56d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.672022 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-eb163387-6c5b-4793-8141-662e9235a56d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.678572 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-eb163387-6c5b-4793-8141-662e9235a56d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.681478 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-2027669d-eb9f-49d7-9f52-7ebeb65cf520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:40.718692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-eb163387-6c5b-4793-8141-662e9235a56d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.727830 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51240) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:40.733678 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-b1a99022-569e-4569-a734-b55e0ce2a479 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'security_group_rule': {'security_group_id': 'a23425bc-0b40-4f78-805d-42eb3323fe82', 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:40.738018 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-eb163387-6c5b-4793-8141-662e9235a56d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2647915 Jun 22 02:00:40.741665 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb163387-6c5b-4793-8141-662e9235a56d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23425bc-0b40-4f78-805d-42eb3323fe82,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:40.748967 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-eb163387-6c5b-4793-8141-662e9235a56d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:40.786311 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b1a99022-569e-4569-a734-b55e0ce2a479 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.903169 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b1a99022-569e-4569-a734-b55e0ce2a479 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.911530 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device badfb1d6-e5a1-4656-8f45-4939a8e4b7ad up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:40.931721 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b1a99022-569e-4569-a734-b55e0ce2a479 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:40.961357 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-ca6f2127-55b7-44a0-bb77-d62ac8b111bd tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:40.989412 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:41.003810 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:41.004311 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.009042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a99022-569e-4569-a734-b55e0ce2a479 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d3d0b3-7891-4acc-87b0-b25f12a9485c,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:41.019735 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-b1a99022-569e-4569-a734-b55e0ce2a479 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.025232 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b1a99022-569e-4569-a734-b55e0ce2a479 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2919283 Jun 22 02:00:41.025232 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b1a99022-569e-4569-a734-b55e0ce2a479 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:41.026154 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51242) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:41.031283 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'security_group_rule': {'security_group_id': 'a23425bc-0b40-4f78-805d-42eb3323fe82', 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:41.094784 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.112842 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.152681 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=badfb1d6-e5a1-4656-8f45-4939a8e4b7ad,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:41.158696 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.159715 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:41.161510 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-008897f0-1eeb-453f-8413-a07ac90d58e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:41.195061 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.202114 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.205111 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:41.220143 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204c46e2-dc6a-49b3-afed-cf39058652e8,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:41.223639 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:41.240377 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.250506 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51244) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:41.250739 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2231472 Jun 22 02:00:41.256955 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-94c7cb49-8855-4f4b-a7b5-40e62cfb0c5c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'security_group_rule': {'security_group_id': 'a23425bc-0b40-4f78-805d-42eb3323fe82', 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:41.267606 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=badfb1d6-e5a1-4656-8f45-4939a8e4b7ad,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:41.281065 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.281398 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.281742 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.282120 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.282451 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.282987 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.283114 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.283405 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.283725 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.284048 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.284367 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.284682 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:00:41.300216 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:41.304504 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94c7cb49-8855-4f4b-a7b5-40e62cfb0c5c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.304770 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:41.305158 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.417366 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94c7cb49-8855-4f4b-a7b5-40e62cfb0c5c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.423238 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94c7cb49-8855-4f4b-a7b5-40e62cfb0c5c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.428886 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:41.450222 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7cb49-8855-4f4b-a7b5-40e62cfb0c5c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0498bd-949b-45f9-a620-dda36063c6da,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:41.452976 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-94c7cb49-8855-4f4b-a7b5-40e62cfb0c5c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:41.463815 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-94c7cb49-8855-4f4b-a7b5-40e62cfb0c5c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.467673 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-94c7cb49-8855-4f4b-a7b5-40e62cfb0c5c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2129591 Jun 22 02:00:41.468973 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51250) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:41.473939 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-cb705222-87f8-44f0-8b5a-f91a848f2290 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'security_group_rule': {'security_group_id': 'a23425bc-0b40-4f78-805d-42eb3323fe82', 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:41.515398 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb705222-87f8-44f0-8b5a-f91a848f2290 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.612780 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb705222-87f8-44f0-8b5a-f91a848f2290 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.621201 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb705222-87f8-44f0-8b5a-f91a848f2290 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.626251 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-2acdb8d5-909f-4178-9af8-8904c661725e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:41.643293 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb705222-87f8-44f0-8b5a-f91a848f2290 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888a4c7f-1b15-495f-92dd-b9ed085b9422,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:41.657570 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-cb705222-87f8-44f0-8b5a-f91a848f2290 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:41.672228 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-cb705222-87f8-44f0-8b5a-f91a848f2290 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.677481 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51252) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:41.678040 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-cb705222-87f8-44f0-8b5a-f91a848f2290 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2072566 Jun 22 02:00:41.683244 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.v2.base [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'security_group_rule': {'security_group_id': 'a23425bc-0b40-4f78-805d-42eb3323fe82', 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:41.709341 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.db.securitygroups_db [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Project d01fd113ea1742b7a07010c11180c0c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 02:00:41.714783 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.783624 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.788939 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.795264 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:41.811822 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f27a92-4181-4e00-af65-9b059f3c7dfa,revision_number=0']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:41.815021 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:41.823077 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.826344 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-b2ae2816-b816-4302-9ccb-675245254764 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474547 Jun 22 02:00:41.828808 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51254) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:00:41.833951 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'security_group_rule': {'security_group_id': 'a23425bc-0b40-4f78-805d-42eb3323fe82', 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:00:41.863796 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.securitygroups_db [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Project d01fd113ea1742b7a07010c11180c0c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 02:00:41.872551 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.949466 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.954204 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1690325'] for security_group_rule, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.959670 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:41.975478 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7064eef3-ac41-4ed1-bfba-faa753062330,revision_number=0']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:41.979234 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:41.986913 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:41.996683 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-255a2ffe-2a49-4f8c-873d-fdf170711b4d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646883 Jun 22 02:00:42.792084 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device badfb1d6-e5a1-4656-8f45-4939a8e4b7ad up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:42.861727 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:42.862137 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:44.162691 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Sync routers for ids ['27cd40ef-784f-4f5e-98c8-88931aa15738'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:00:44.173764 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Routers {'27cd40ef-784f-4f5e-98c8-88931aa15738'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:44.174424 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:00:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['27cd40ef-784f-4f5e-98c8-88931aa15738'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:44.290581 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Set router 27cd40ef-784f-4f5e-98c8-88931aa15738 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:44.500394 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 4, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port': {'id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '5a535f9c-c958-41b0-b808-99f1cbb6c6f0', 'name': '', 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'mac_address': 'fa:16:3e:8c:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:37Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 2, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'subnets': [{'id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:44.530784 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Checking router: 27cd40ef-784f-4f5e-98c8-88931aa15738 for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:00:44.531233 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Updating router 27cd40ef-784f-4f5e-98c8-88931aa15738 port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 binding host dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 02:00:44.580761 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:44.866728 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Notify callbacks [] for port, precommit_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:44.877613 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.provisioning_blocks [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Transition to ACTIVE for port object 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 will not be triggered until provisioned by entity L2. {{(pid=104431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:00:44.883771 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:44.886453 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-dd788ca4-1bf0-4f2d-b84f-4fd1d8797c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:45.023196 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d193abb-4939-460e-9d70-077088314c4d None None] Pushing event updated for resources: {'Port': ['ID=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,revision_number=3']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:45.079759 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-8d193abb-4939-460e-9d70-077088314c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:45.134259 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Attempting to bind port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 on host dv-cinder-797073-2-smb for vnic_type normal with profile {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:00:45.134756 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Attempting to bind port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 by drivers openvswitch,hyperv on host dv-cinder-797073-2-smb at level 0 using segments [{'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:00:45.134988 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Attempting to bind port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 on network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:00:45.141033 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Checking agent: {'id': 'e9e5cd3e-85bc-45f9-baaa-8bc82dab2900', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797073-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 42, 4), 'started_at': datetime.datetime(2021, 6, 22, 1, 42, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797073-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:00:45.141407 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Checking segment: {'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:00:45.141825 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.142257 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Bound using segment: {'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'} {{(pid=104431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:00:45.142736 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.managers [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Bound port: 5a535f9c-c958-41b0-b808-99f1cbb6c6f0, host: dv-cinder-797073-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71c3b04-8eca-472a-9a45-67e84edd9cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd'}}] {{(pid=104431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:00:45.143112 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.235684 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] For port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0, host dv-cinder-797073-2-smb, cleared binding levels {{(pid=104431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:00:45.239685 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.plugins.ml2.db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] For port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0, host dv-cinder-797073-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,segment=NetworkSegment(f71c3b04-8eca-472a-9a45-67e84edd9cff),segment_id=f71c3b04-8eca-472a-9a45-67e84edd9cff)] {{(pid=104431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:00:45.244901 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron_lib.callbacks.manager [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.247431 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:45.314417 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Routers {'27cd40ef-784f-4f5e-98c8-88931aa15738'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:00:45.315057 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:00:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['27cd40ef-784f-4f5e-98c8-88931aa15738'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:45.352858 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:45.361504 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d193abb-4939-460e-9d70-077088314c4d None None] Pushing event updated for resources: {'Port': ['ID=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,revision_number=4']} {{(pid=104431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:45.368998 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG oslo_concurrency.lockutils [None req-8d193abb-4939-460e-9d70-077088314c4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=104431) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:45.457489 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] Set router 27cd40ef-784f-4f5e-98c8-88931aa15738 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:00:45.705536 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 4, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port': {'id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '5a535f9c-c958-41b0-b808-99f1cbb6c6f0', 'name': '', 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'mac_address': 'fa:16:3e:8c:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:37Z', 'updated_at': '2021-06-22T02:00:45Z', 'revision_number': 4, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'subnets': [{'id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:00:45.734342 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a8566c-111a-4f07-8bb0-9a0a5ccb836c None None] The sync data for ids ['27cd40ef-784f-4f5e-98c8-88931aa15738'] in dv-cinder-797073-2-smb is: [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:38Z', 'revision_number': 4, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port': {'id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '5a535f9c-c958-41b0-b808-99f1cbb6c6f0', 'name': '', 'network_id': '52afcc88-e9c7-4b53-a747-bc3e49dde9fd', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'mac_address': 'fa:16:3e:8c:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:37Z', 'updated_at': '2021-06-22T02:00:45Z', 'revision_number': 4, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'subnets': [{'id': '8c1a2153-a2ec-4596-b803-2f8b204b56c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:00:46.755636 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:46.817413 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning for port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:00:46.822789 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:46.823393 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:46.912596 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:46.949890 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] For port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,segment=NetworkSegment(f71c3b04-8eca-472a-9a45-67e84edd9cff),segment_id=f71c3b04-8eca-472a-9a45-67e84edd9cff)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:00:46.954639 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:00:46.961092 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-d9929703-ce34-421a-a957-929e4584302c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:00:47.012201 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Pushing event updated for resources: {'Port': ['ID=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:00:47.015372 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:00:48.729883 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 up at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:00:48.793362 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Provisioning complete for port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:00:48.793792 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.667402 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51454) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:00.711890 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] Deleting subnet 62b2a12d-035e-4ef1-9983-856a00459bab {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:01:00.715032 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.752183 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4646515'] for subnet, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.791630 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.844535 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7360836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5843282'] for subnet, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.846884 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-d9a2c996-6fe7-499a-a79d-3faf5499a2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:00.868910 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b2a12d-035e-4ef1-9983-856a00459bab,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:00.872293 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:00.875163 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:00.877309 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-345c1b3b-1d1b-4c94-bfd5-0c955aecb5ea admin admin] 10.222.0.13 "DELETE /v2.0/subnets/62b2a12d-035e-4ef1-9983-856a00459bab HTTP/1.1" status: 204 len: 168 time: 0.2086160 Jun 22 02:01:00.879520 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51456) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:00.951438 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.028558 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.038076 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d293fe5f-225d-41a3-b74c-38d58e80f001']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:01.052292 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:01.052588 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c615a9ac-a37a-4bb1-a818-1a9fc5506be4') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:01.061716 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4646468'] for segment, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.075438 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.081141 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:01:01.081528 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7758077'] for segment, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: Traceback (most recent call last): Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: timer() Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: cb(*args, **kw) Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: return func(*args, **kwargs) Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: self._notify() Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: self.callback(batched_events) Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: event.method(event) Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: return f(self, *a, **k) Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: return self._get(url).json() Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: return self.request(url, 'GET', **kwargs) Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:01:01.083164 dv-cinder-797073-2-smb neutron-server[104428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:01:01.137755 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.141406 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-3f5dc5da-59d1-41ea-b4f7-54019dced47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:01.143935 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.145586 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d293fe5f-225d-41a3-b74c-38d58e80f001 HTTP/1.1" status: 204 len: 168 time: 0.2651670 Jun 22 02:01:01.157275 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Pushing event deleted for resources: {'Network': ['ID=d293fe5f-225d-41a3-b74c-38d58e80f001,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:01.159659 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a09751a6-d76b-4336-b076-c9d3c96de665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:01.317410 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51460) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:01.357861 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6e1c0866-5dd8-4bf5-8ca8-9db5aa032faf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78237e0b07c34d68a745bde0f1b9102b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391638 Jun 22 02:01:01.360189 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51462) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:01.407400 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba8ae-8e0e-4220-824e-cdb4fa31bd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.433220 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba8ae-8e0e-4220-824e-cdb4fa31bd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.493270 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba8ae-8e0e-4220-824e-cdb4fa31bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.496093 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba8ae-8e0e-4220-824e-cdb4fa31bd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:01.497355 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-fb7ba8ae-8e0e-4220-824e-cdb4fa31bd03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e4d9ca9-1393-4809-9f08-1dfe7eb664de HTTP/1.1" status: 204 len: 168 time: 0.1361675 Jun 22 02:01:01.498199 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-abdf8af3-2926-41bb-b505-6e7ac3f905e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:01.506066 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ba8ae-8e0e-4220-824e-cdb4fa31bd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4d9ca9-1393-4809-9f08-1dfe7eb664de,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:01.508770 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-fb7ba8ae-8e0e-4220-824e-cdb4fa31bd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:01.510718 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-7e365d15-14ed-4e00-8e1b-e029a5ad23b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:02.846753 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:01:03.712679 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-798c95d9-a9a1-42d8-b735-4f1a6518c658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:04.197298 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:05.280453 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:06.013077 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-fcf9099d-1922-4c71-813a-8362239d2d24 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479955950&fields=id&tenant_id=d01fd113ea1742b7a07010c11180c0c1 HTTP/1.1" status: 200 len: 267 time: 0.0359874 Jun 22 02:01:06.125164 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-658bf50f-9df0-429b-964e-43328abdc034 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:06.126700 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-658bf50f-9df0-429b-964e-43328abdc034 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 809 time: 0.1066349 Jun 22 02:01:06.142864 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-608cd18b-cc21-40d6-819a-4d3aa9c99b8c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/quotas/d01fd113ea1742b7a07010c11180c0c1 HTTP/1.1" status: 200 len: 375 time: 0.0096304 Jun 22 02:01:06.217248 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-9c05dee9-87af-494c-a4bd-5e8a9845dbd6 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679235 Jun 22 02:01:06.320969 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-7d12c453-237c-4a39-9d6d-6189fdc71cb6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 02:01:06.321948 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-7d12c453-237c-4a39-9d6d-6189fdc71cb6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0925896 Jun 22 02:01:06.412930 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-32a8cfac-6ac4-411c-9bd9-0489adda0735 service neutron] 10.222.0.13 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841737 Jun 22 02:01:06.510383 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-54e380f5-95dc-4442-bd6f-ad073f1c7250 service neutron] 10.222.0.13 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913594 Jun 22 02:01:06.811139 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-a0e1614d-0687-4cd5-a92f-a4007c78bcd8 req-2f04e1c4-015c-4bba-84f4-f856ad01cdff tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 210 time: 0.0301478 Jun 22 02:01:06.879021 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:07.970516 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fcb43ccf-35ad-4b66-8e84-bcccca55c904 req-ea1005e6-71ee-4a6b-a596-b61a2caff44d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 210 time: 0.0292866 Jun 22 02:01:08.104781 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-1dbd0d95-7e2f-436c-8ba1-efb9db09eeab tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:08.106245 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-1dbd0d95-7e2f-436c-8ba1-efb9db09eeab tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 809 time: 0.1060460 Jun 22 02:01:08.167700 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-b352242a-2c94-4556-9869-2a0668a841f2 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d01fd113ea1742b7a07010c11180c0c1 HTTP/1.1" status: 200 len: 379 time: 0.0341966 Jun 22 02:01:08.176107 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'port': {'device_id': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'admin_state_up': True, 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'security_groups': ['a23425bc-0b40-4f78-805d-42eb3323fe82']}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:08.297215 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Made reservation on behalf of d01fd113ea1742b7a07010c11180c0c1 for: {'port': 1} {{(pid=104428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 02:01:08.300774 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.423328 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Allocated IP 172.20.0.6 (c4ab28d1-797f-4fdf-9b33-7302c8a95f7e/3ef10248-e8b6-4071-9056-38c3390bf8cc/cec5bfcb-370f-46e5-99cc-c4072fff4415) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:01:08.574763 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.590509 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Transition to ACTIVE for port object cec5bfcb-370f-46e5-99cc-c4072fff4415 will not be triggered until provisioned by entity DHCP. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:01:08.625196 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.629206 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:08.672522 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:01:08.675913 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:08.679840 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:01:08.687026 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:08.712458 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:08.741028 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:08.741775 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.760892 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-dde8f7f1-e9b0-42fa-99da-f4aa490caa9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5883522 Jun 22 02:01:08.777489 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77c85e30-4a8f-4bad-999e-5774a016364b tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 02:01:08.778625 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77c85e30-4a8f-4bad-999e-5774a016364b tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064232 Jun 22 02:01:08.838966 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Request body: {'port': {'device_id': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79707'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:08.911225 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.936019 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-d5449fbf-f622-4558-8934-f55fcfd40d80 None None] Provisioning for port cec5bfcb-370f-46e5-99cc-c4072fff4415 completed by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:01:08.939878 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-d5449fbf-f622-4558-8934-f55fcfd40d80 None None] Provisioning complete for port cec5bfcb-370f-46e5-99cc-c4072fff4415 triggered by entity DHCP. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:01:08.940384 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d5449fbf-f622-4558-8934-f55fcfd40d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:08.980999 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-d5449fbf-f622-4558-8934-f55fcfd40d80 None None] Port cec5bfcb-370f-46e5-99cc-c4072fff4415 cannot update to ACTIVE because it is not bound. {{(pid=104430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 02:01:09.192908 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47017fae-8430-4cca-9621-10071cb171fb req-d58bf483-4548-4390-b5b1-6f53a3457ea6 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:09.194390 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-47017fae-8430-4cca-9621-10071cb171fb req-d58bf483-4548-4390-b5b1-6f53a3457ea6 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 931 time: 0.1094508 Jun 22 02:01:09.265256 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec5bfcb-370f-46e5-99cc-c4072fff4415 {{(pid=104428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:01:09.272518 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-47017fae-8430-4cca-9621-10071cb171fb req-836ca33c-6347-4cd6-9118-6baf4f2be9d8 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709703 Jun 22 02:01:09.276964 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.289335 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.provisioning_blocks [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Transition to ACTIVE for port object cec5bfcb-370f-46e5-99cc-c4072fff4415 will not be triggered until provisioned by entity L2. {{(pid=104428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 02:01:09.293142 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.295316 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5506b236-12cb-4fa0-9905-8bc39af76cf0 tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:09.370887 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Pushing event updated for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:09.376587 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:09.461115 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Attempting to bind port cec5bfcb-370f-46e5-99cc-c4072fff4415 on host hv-cinder-79707 for vnic_type normal with profile {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 02:01:09.461837 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Attempting to bind port cec5bfcb-370f-46e5-99cc-c4072fff4415 by drivers openvswitch,hyperv on host hv-cinder-79707 at level 0 using segments [{'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 02:01:09.462338 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Attempting to bind port cec5bfcb-370f-46e5-99cc-c4072fff4415 on network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:01:09.467335 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Port cec5bfcb-370f-46e5-99cc-c4072fff4415 on network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79707 {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 02:01:09.467718 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Attempting to bind port cec5bfcb-370f-46e5-99cc-c4072fff4415 on network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 02:01:09.473421 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Checking agent: {'id': '3f6a9768-d80b-4a7f-8e53-efb0221425ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79707', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'started_at': datetime.datetime(2021, 6, 22, 1, 48, 15), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 2, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 02:01:09.473807 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Checking segment: {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 02:01:09.474253 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Bound using segment: {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'} {{(pid=104428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 02:01:09.474718 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.managers [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Bound port: cec5bfcb-370f-46e5-99cc-c4072fff4415, host: hv-cinder-79707, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5feaa8-f55b-47f9-8924-3fdc784d404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e'}}] {{(pid=104428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 02:01:09.475091 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.542732 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, cleared binding levels {{(pid=104428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 02:01:09.545617 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 02:01:09.549812 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.551778 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5ad1a687-9551-4665-b92a-a3d4e9d1c125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:09.590644 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:09.591299 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:09.592657 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] 10.222.0.36 "PUT /v2.0/ports/cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 1093 time: 0.8076906 Jun 22 02:01:09.593189 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:09.595569 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ca002-0376-40b3-be05-23e877715fee" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:09.623091 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Pushing event updated for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=3']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:09.630723 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-77530340-21c1-4408-88a1-0d7d66ff06cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:09.716937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-58ce17da-87f1-4aeb-be7a-636e6c06a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:09.718904 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-58ce17da-87f1-4aeb-be7a-636e6c06a847 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1096 time: 0.0620079 Jun 22 02:01:09.771405 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-a7d8c665-a499-4fa7-9d64-d6aef6ccc401 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 217 time: 0.0393357 Jun 22 02:01:09.804852 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f260645-b6ee-469b-8bdb-06f1b046e37f x-openstack-request-id: req-2f260645-b6ee-469b-8bdb-06f1b046e37f {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:09.805282 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:09.805572 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f260645-b6ee-469b-8bdb-06f1b046e37f {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:09.806018 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'status': 'completed', 'code': 200} Jun 22 02:01:09.822628 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-869e1d86-3751-4f28-b02c-58efd0060fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:09.824053 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-869e1d86-3751-4f28-b02c-58efd0060fef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0468285 Jun 22 02:01:09.882815 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-ec3213bc-e2b3-4a12-9c53-95c7b8e5a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:09.884344 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-ec3213bc-e2b3-4a12-9c53-95c7b8e5a874 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535212 Jun 22 02:01:09.975599 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-143d7d00-837f-4cb6-aea6-bb98ffdbc19a service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848124 Jun 22 02:01:10.071062 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1d304a4d-39b7-4bc9-a23f-906b699130d7 req-c16390e8-725e-4763-99bf-2f107cf0ff3f service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881019 Jun 22 02:01:10.221642 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca002-0376-40b3-be05-23e877715fee req-4a6ce675-8cc7-4ef4-8a4e-5c023c8e708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:10.223171 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-203ca002-0376-40b3-be05-23e877715fee req-4a6ce675-8cc7-4ef4-8a4e-5c023c8e708b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1096 time: 0.0530546 Jun 22 02:01:10.641221 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca002-0376-40b3-be05-23e877715fee req-37961bb9-74f3-4a44-8c0c-1c4cd986c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:10.642619 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-203ca002-0376-40b3-be05-23e877715fee req-37961bb9-74f3-4a44-8c0c-1c4cd986c29c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.4111116 Jun 22 02:01:10.655269 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dc645-621b-4755-96aa-ccdaba806299 req-7004e438-ef88-4287-95d3-0e9f86e3fbaa tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:10.656709 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-128dc645-621b-4755-96aa-ccdaba806299 req-7004e438-ef88-4287-95d3-0e9f86e3fbaa tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 943 time: 0.0979369 Jun 22 02:01:10.701787 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-203ca002-0376-40b3-be05-23e877715fee req-6fce741d-918f-46a3-ba4d-35c565a689f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 217 time: 0.0441046 Jun 22 02:01:10.760021 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-128dc645-621b-4755-96aa-ccdaba806299 req-29fe3d1e-19b4-4a16-a8c0-0406179e87bd tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961280 Jun 22 02:01:10.767409 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca002-0376-40b3-be05-23e877715fee req-1515898f-41b7-4213-9ffb-dec8339020bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:10.768848 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-203ca002-0376-40b3-be05-23e877715fee req-1515898f-41b7-4213-9ffb-dec8339020bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0609407 Jun 22 02:01:10.827137 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ca002-0376-40b3-be05-23e877715fee req-d5ef864f-5260-4f59-a08a-16982aa41d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:10.828624 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-203ca002-0376-40b3-be05-23e877715fee req-d5ef864f-5260-4f59-a08a-16982aa41d9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525301 Jun 22 02:01:10.926791 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-203ca002-0376-40b3-be05-23e877715fee req-4b660d8a-c664-48c5-88c9-2e52b64f8c8e service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918934 Jun 22 02:01:11.016851 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-203ca002-0376-40b3-be05-23e877715fee req-72ca37fc-55ee-415f-b190-c57a9344c599 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826414 Jun 22 02:01:11.934606 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb5a2b-a5f8-4d99-9ddc-988cad1235ab req-a622631f-1cda-40c7-9cc5-2440d39167c4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:11.936075 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0efb5a2b-a5f8-4d99-9ddc-988cad1235ab req-a622631f-1cda-40c7-9cc5-2440d39167c4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 943 time: 0.0645893 Jun 22 02:01:11.973394 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-0efb5a2b-a5f8-4d99-9ddc-988cad1235ab req-f1ab2c9c-3672-4aaa-9470-14274af8967c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310154 Jun 22 02:01:12.456497 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51630) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:12.565381 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-28293887-d777-4a51-8d82-257b7ccd6544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.655244 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-28293887-d777-4a51-8d82-257b7ccd6544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.659187 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-28293887-d777-4a51-8d82-257b7ccd6544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_create {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.661627 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-4cea3da1-e76b-4e94-bc3a-a94d742ba46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:12.698783 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-28293887-d777-4a51-8d82-257b7ccd6544 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b5eeabee4d344b0ad3578ee818d828d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412634 Jun 22 02:01:12.699973 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28293887-d777-4a51-8d82-257b7ccd6544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f0453b-9a67-473b-8504-6159aa04c82b,revision_number=1']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:12.701469 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51634) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:12.703125 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-28293887-d777-4a51-8d82-257b7ccd6544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:12.753105 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-59efdb70-5dac-421c-8067-957f8f26bb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.779090 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-59efdb70-5dac-421c-8067-957f8f26bb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.824426 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-59efdb70-5dac-421c-8067-957f8f26bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.827108 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-59efdb70-5dac-421c-8067-957f8f26bb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:12.828244 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-59efdb70-5dac-421c-8067-957f8f26bb0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45f0453b-9a67-473b-8504-6159aa04c82b HTTP/1.1" status: 204 len: 168 time: 0.1247191 Jun 22 02:01:12.829020 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4c2fb9fd-55d6-4725-b4be-893837d3b940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:12.837129 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efdb70-5dac-421c-8067-957f8f26bb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f0453b-9a67-473b-8504-6159aa04c82b,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:12.839786 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-59efdb70-5dac-421c-8067-957f8f26bb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:12.909348 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device cec5bfcb-370f-46e5-99cc-c4072fff4415 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:01:13.015424 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:01:13.028963 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'port_id': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'mac_address': 'fa:16:3e:7d:7b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:01:13.074801 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:13.090659 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec5bfcb-370f-46e5-99cc-c4072fff4415 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:01:13.112604 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:01:13.117766 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:13.120569 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:13.166248 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0289a08-4f3f-46cd-a7c0-ea5f5f325eda req-5171daa2-6b5c-4c1d-adbd-b08f9b32ac34 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:13.167748 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c0289a08-4f3f-46cd-a7c0-ea5f5f325eda req-5171daa2-6b5c-4c1d-adbd-b08f9b32ac34 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 943 time: 0.0728076 Jun 22 02:01:13.169226 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=4']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:13.172637 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:13.208962 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-c0289a08-4f3f-46cd-a7c0-ea5f5f325eda req-ef5842d4-1867-4c8f-967c-9255e873132e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333774 Jun 22 02:01:13.502943 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['cec5bfcb-370f-46e5-99cc-c4072fff4415'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:01:14.378191 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eea795-efc2-4c3b-86d4-a014582c59e4 req-521e38bd-df79-4cf0-819b-3f9dab98b00a tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:14.379657 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-28eea795-efc2-4c3b-86d4-a014582c59e4 req-521e38bd-df79-4cf0-819b-3f9dab98b00a tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 944 time: 0.0623226 Jun 22 02:01:14.418490 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-28eea795-efc2-4c3b-86d4-a014582c59e4 req-48594376-4f35-4e77-b168-5dd786ca2e58 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317905 Jun 22 02:01:14.922482 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device cec5bfcb-370f-46e5-99cc-c4072fff4415 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:01:14.968457 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning for port cec5bfcb-370f-46e5-99cc-c4072fff4415 completed by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 02:01:14.972008 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port cec5bfcb-370f-46e5-99cc-c4072fff4415 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:01:14.972382 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:15.049231 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:15.070729 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:15.072958 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813b0a12-26cd-4371-9d53-1db0c35a826c" -d '{"events": [{"server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "name": "network-vif-plugged", "status": "completed", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:15.085057 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:01:15.089772 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:15.091712 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-1aa622e9-183b-425d-bdb6-2cfae21d1086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:15.136478 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=5']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:15.139443 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:15.289247 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa8eb22-4974-4b24-aaee-8427e65c99c0 x-openstack-request-id: req-4aa8eb22-4974-4b24-aaee-8427e65c99c0 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:15.289551 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "name": "network-vif-plugged", "status": "completed", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:15.289812 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4aa8eb22-4974-4b24-aaee-8427e65c99c0 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:15.290251 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'code': 200} Jun 22 02:01:15.357763 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:15.603504 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422e288-ca1e-4807-aeea-d71f8e413110 req-eb119b63-9cf4-4bd5-9d86-37ec213b5999 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:15.604687 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89057332-e06e-4b72-aee8-a2caafd4e407 req-acae578c-1fc7-4a03-b320-6dc3ec94552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:15.605126 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1422e288-ca1e-4807-aeea-d71f8e413110 req-eb119b63-9cf4-4bd5-9d86-37ec213b5999 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0681813 Jun 22 02:01:15.606199 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89057332-e06e-4b72-aee8-a2caafd4e407 req-acae578c-1fc7-4a03-b320-6dc3ec94552a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0555201 Jun 22 02:01:15.644162 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1422e288-ca1e-4807-aeea-d71f8e413110 req-80121a6d-d8f9-4a34-8c61-ceaf78e718e7 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334849 Jun 22 02:01:15.645944 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-89057332-e06e-4b72-aee8-a2caafd4e407 req-41f70498-a205-4060-9496-a1b04e62316d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337684 Jun 22 02:01:16.820560 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89edfda-71c2-4478-a040-7e7c053b3145 req-605f526c-3a65-456f-af29-47568ad30f9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:16.822100 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b89edfda-71c2-4478-a040-7e7c053b3145 req-605f526c-3a65-456f-af29-47568ad30f9f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0638733 Jun 22 02:01:16.859365 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b89edfda-71c2-4478-a040-7e7c053b3145 req-cac39f44-1a97-47a9-b2c1-c39f00b76115 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316937 Jun 22 02:01:18.030997 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3165b9-c1e3-4418-84f7-07331394b496 req-9ab3d511-41ae-4211-b219-a539cddb514e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:18.032454 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cd3165b9-c1e3-4418-84f7-07331394b496 req-9ab3d511-41ae-4211-b219-a539cddb514e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0628808 Jun 22 02:01:18.070067 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-cd3165b9-c1e3-4418-84f7-07331394b496 req-54b00e1c-69ae-4c88-a9d2-3c44b0ab749e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314450 Jun 22 02:01:18.239727 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a01f-c2b1-4865-8217-d2e97a96b3b8 req-a9d1fd39-8b4d-498d-8ef1-c1ddd41ec93c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:18.241181 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a87a01f-c2b1-4865-8217-d2e97a96b3b8 req-a9d1fd39-8b4d-498d-8ef1-c1ddd41ec93c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0629048 Jun 22 02:01:18.279364 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-2a87a01f-c2b1-4865-8217-d2e97a96b3b8 req-8914b139-1827-4c2c-81a4-4b699ed6555a tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Jun 22 02:01:18.302506 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51654) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:18.500079 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d515c-a97d-487a-adfe-91bfb1c7d051 tempest-TestShelveInstance-1373532949 tempest-TestShelveInstance-1373532949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:18.501566 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a63d515c-a97d-487a-adfe-91bfb1c7d051 tempest-TestShelveInstance-1373532949 tempest-TestShelveInstance-1373532949-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1093 time: 0.1980963 Jun 22 02:01:18.508258 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51658) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:01:18.513063 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.v2.base [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Request body: {'floatingip': {'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'port_id': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 02:01:18.535028 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for floatingip, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:18.629795 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-648292'] for port, before_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:18.736158 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_common [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Allocated IP 172.28.3.226 (dc4b13a9-3bf9-4085-b802-51585586f44f/0e255a79-fd8a-4000-a9e2-a77fbbd8fa21/30e08b9c-3c80-4926-a8e6-e46c57eb2330) {{(pid=104428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 02:01:18.842648 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for port, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:18.886186 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-647847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769950855262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7360823'] for port, after_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:18.888928 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-b2d6b202-ce8f-452c-9bc3-bd1f1b500563 tempest-AttachVolumeShelveTestJSON-167044795 tempest-AttachVolumeShelveTestJSON-167044795-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:18.928328 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Network dc4b13a9-3bf9-4085-b802-51585586f44f is already hosted by enough agents. {{(pid=104428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 02:01:18.931898 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.base_scheduler [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Resources bound (agent type, host, resource id): {{(pid=104428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 02:01:18.935478 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Received port after_create {{(pid=104428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 02:01:18.960991 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'Port': ['ID=30e08b9c-3c80-4926-a8e6-e46c57eb2330,revision_number=1']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:18.964910 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:19.309219 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.382685 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.531450 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for port, precommit_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.535835 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7360773'] for port, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.539551 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-f96dc5ce-d987-4b0e-8986-2cb2a890b6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:01:19.601378 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event updated for resources: {'Port': ['ID=30e08b9c-3c80-4926-a8e6-e46c57eb2330,revision_number=2']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:01:19.605505 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:01:19.617358 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826472'] for floatingip, after_update {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:19.715812 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Floating IP 8fcedaea-e948-42d9-b8f5-7342425929cd associated. External IP: 172.28.3.226, port: cec5bfcb-370f-46e5-99cc-c4072fff4415. Jun 22 02:01:19.922339 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:01:20.040315 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:01:20.050459 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] Sync routers for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:01:20.056904 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:20.060668 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:01:20.061294 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:01:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:20.093324 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-228b2896-4d84-4093-8cb8-979ffd30df60 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5840199 Jun 22 02:01:20.093997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:01:20.096669 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e081acdb-c0f6-4b84-9948-8a8163edaeba" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:01:20.134783 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0f80c2-b091-4049-af9c-c35cc8d97961 x-openstack-request-id: req-ed0f80c2-b091-4049-af9c-c35cc8d97961 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:01:20.135122 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:01:20.135429 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed0f80c2-b091-4049-af9c-c35cc8d97961 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:01:20.135886 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'status': 'completed', 'code': 200} Jun 22 02:01:20.233155 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-1899ffa4-63eb-44a7-82fc-f80324e763de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:20.234684 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-1899ffa4-63eb-44a7-82fc-f80324e763de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0556149 Jun 22 02:01:20.291811 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:01:20.325879 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-0fbf3918-063a-4f28-828d-846ef182555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:20.327511 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-0fbf3918-063a-4f28-828d-846ef182555c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.0871532 Jun 22 02:01:20.391765 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-c6771901-cdfc-49e6-b137-ced5323207f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 999 time: 0.0581417 Jun 22 02:01:20.443175 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-5e523c3b-c245-4e94-a570-44e4f62e009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:20.445874 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-5e523c3b-c245-4e94-a570-44e4f62e009c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0476117 Jun 22 02:01:20.501999 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-a2ff18cf-1bf4-48b8-8b63-6579dcf31062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:20.503363 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-a2ff18cf-1bf4-48b8-8b63-6579dcf31062 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0520179 Jun 22 02:01:20.517358 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '8fcedaea-e948-42d9-b8f5-7342425929cd', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'floating_ip_address': '172.28.3.226', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'port_id': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'mac_address': 'fa:16:3e:7d:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:01:19Z', 'updated_at': '2021-06-22T02:01:19Z', 'revision_number': 0, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:37Z', 'revision_number': 5, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:20.544486 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] Checking router: 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:01:20.552697 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:01:20.553310 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:01:04Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:20.592377 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-318be7ce-fe11-48bb-9438-08a47eee5c02 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827971 Jun 22 02:01:20.663520 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:01:20.687509 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e081acdb-c0f6-4b84-9948-8a8163edaeba req-8db56302-acfb-40e6-b274-58898f3a704e service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895619 Jun 22 02:01:20.878472 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '8fcedaea-e948-42d9-b8f5-7342425929cd', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'floating_ip_address': '172.28.3.226', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'port_id': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'mac_address': 'fa:16:3e:7d:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:01:19Z', 'updated_at': '2021-06-22T02:01:19Z', 'revision_number': 0, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:37Z', 'revision_number': 5, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:01:20.908651 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864974d-4584-4aaa-be2d-0c3a3bc3619b None None] The sync data for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb is: [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_floatingips': [{'id': '8fcedaea-e948-42d9-b8f5-7342425929cd', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'floating_ip_address': '172.28.3.226', 'floating_network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'router_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'port_id': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'mac_address': 'fa:16:3e:7d:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T02:01:19Z', 'updated_at': '2021-06-22T02:01:19Z', 'revision_number': 0, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:37Z', 'revision_number': 5, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:01:21.089946 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee16fe26-6488-42d8-b897-88252b7c7a76 None None] New status for floating IP 8fcedaea-e948-42d9-b8f5-7342425929cd: ACTIVE {{(pid=104431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:01:22.518641 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f095f4db-7631-42ef-83b6-cf231118686e req-f706f4a6-8743-4735-a130-6ae3ad056e41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532546 Jun 22 02:01:22.628776 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095f4db-7631-42ef-83b6-cf231118686e req-33155ba5-f974-444d-867b-f799bcea25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:22.630264 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f095f4db-7631-42ef-83b6-cf231118686e req-33155ba5-f974-444d-867b-f799bcea25a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0538123 Jun 22 02:01:22.735785 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095f4db-7631-42ef-83b6-cf231118686e req-1684df28-5c13-4abc-b048-3b7898f6053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:22.737250 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f095f4db-7631-42ef-83b6-cf231118686e req-1684df28-5c13-4abc-b048-3b7898f6053b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.0876040 Jun 22 02:01:22.802629 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f095f4db-7631-42ef-83b6-cf231118686e req-b0130731-372b-48a2-9787-59c8eb122c76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 1001 time: 0.0584071 Jun 22 02:01:22.861667 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095f4db-7631-42ef-83b6-cf231118686e req-154d3d38-dbdf-4368-9edb-66f6526f2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:22.863178 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f095f4db-7631-42ef-83b6-cf231118686e req-154d3d38-dbdf-4368-9edb-66f6526f2d03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0485542 Jun 22 02:01:22.920671 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095f4db-7631-42ef-83b6-cf231118686e req-d8503980-9fa6-4014-9a2b-fe41216743b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:01:22.922185 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f095f4db-7631-42ef-83b6-cf231118686e req-d8503980-9fa6-4014-9a2b-fe41216743b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527477 Jun 22 02:01:23.012234 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f095f4db-7631-42ef-83b6-cf231118686e req-81b0ddc6-c3b9-41b8-a63a-d3e484062736 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836511 Jun 22 02:01:23.106649 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f095f4db-7631-42ef-83b6-cf231118686e req-eb65dcb3-3711-493a-9502-172e3542f398 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877531 Jun 22 02:01:31.513463 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f681c209-2212-41dc-81e8-7341b5865867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:33.703816 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e990ece4-7d53-40af-902c-f3b8131e3fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:34.197899 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:35.284634 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:36.881111 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:01:39.846043 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:01:45.366437 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:01.514608 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-c96777dd-3e14-44a7-a128-450340669b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:03.705896 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-fa3091f4-ce6c-45d2-a5fc-8e9a4673f6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:04.199963 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:05.286417 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:06.884380 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:15.381185 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:16.844325 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:02:23.509343 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-3b630163-a088-4b96-939d-4b4d7f5f9371 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544920 Jun 22 02:02:23.626748 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-9cc6972c-fd7b-4511-9540-a7532e5b1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.628216 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-9cc6972c-fd7b-4511-9540-a7532e5b1db6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0570991 Jun 22 02:02:23.733107 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-5de50e3a-b7f4-49dc-bbfd-42ece2c6fa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.734576 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-5de50e3a-b7f4-49dc-bbfd-42ece2c6fa32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.0847063 Jun 22 02:02:23.806720 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-568ef994-f5e7-4891-9a3a-2a07b90b5fa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 1001 time: 0.0633681 Jun 22 02:02:23.865669 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-1e6a20f4-c434-41f6-9703-f747990d4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.867145 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-1e6a20f4-c434-41f6-9703-f747990d4498 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0543578 Jun 22 02:02:23.927765 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-c26a0110-b0cf-436b-b1ec-616ad83b9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:02:23.929901 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-c26a0110-b0cf-436b-b1ec-616ad83b9fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557973 Jun 22 02:02:24.026383 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-29ee2b9c-0c7a-448e-8483-cfc12c5bcc7d service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898829 Jun 22 02:02:24.120756 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-6c9e1866-2c0f-44e1-be2b-2bc6c8bb814c req-3164e8fe-1c58-4aaa-8b15-c59c5543371c service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866504 Jun 22 02:02:31.515402 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8f6007e9-cc0c-4c55-b3b8-7db5d1a00c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:33.708593 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-2689302f-15f6-4140-a67f-a19f14a1188f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:34.201232 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:35.290621 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:36.892935 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:45.382063 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:02:53.843014 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:03:01.516618 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-792fabd6-c760-4dd1-bca3-0237fb1f0622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:03.710339 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-af168319-2da4-45c3-ab5b-2a6a42d17e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:04.202416 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:05.294073 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:06.889939 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:15.378426 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:23.760521 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-2f6ed23e-0b28-46f0-ad51-7c99f45be271 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541964 Jun 22 02:03:23.875983 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-78e0c2b1-5bb5-4063-bab4-79a49af1dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:23.877580 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-78e0c2b1-5bb5-4063-bab4-79a49af1dda7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0571368 Jun 22 02:03:23.981401 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-8343e5d8-595c-46e8-bd69-5b99fd8c78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:23.982914 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-8343e5d8-595c-46e8-bd69-5b99fd8c78b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.0853298 Jun 22 02:03:24.053997 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-a3733781-89c3-4aa9-ba8b-e12fb60382a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 1001 time: 0.0636621 Jun 22 02:03:24.102694 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-7d300e86-cacc-4cd0-84f6-0034181ff838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:24.104133 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-7d300e86-cacc-4cd0-84f6-0034181ff838 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0443068 Jun 22 02:03:24.161246 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-2f169e5d-228a-4b4d-a5f5-281b848928d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:24.162903 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-2f169e5d-228a-4b4d-a5f5-281b848928d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0523846 Jun 22 02:03:24.253614 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-88e2c244-aa10-40d3-8412-48597e7e4c4b service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844972 Jun 22 02:03:24.342044 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5318d4fe-7004-4e11-891d-fc245bb942e4 req-b00a67fc-8f7a-4a85-ab78-467bf3e25cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821857 Jun 22 02:03:30.841632 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:03:31.524138 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4171-7140-47a3-8be4-b3194dbe025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:33.710457 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-19d5250a-855d-476d-9c0b-8eaaddd46678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:34.205141 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:35.295959 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:36.892145 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:45.369887 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:03:45.676161 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6baf6-0cd7-4778-b691-5da836a18ee0 req-a5ae2a7d-1a8d-4536-9434-151d0f0f1085 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:45.677589 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-70d6baf6-0cd7-4778-b691-5da836a18ee0 req-a5ae2a7d-1a8d-4536-9434-151d0f0f1085 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0646405 Jun 22 02:03:45.718602 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-70d6baf6-0cd7-4778-b691-5da836a18ee0 req-5b80401f-3017-4737-94cb-1ade283b3ac7 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350840 Jun 22 02:03:46.896518 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59323c3d-c2f0-4919-93ed-606796cd54f6 req-563a6430-ba13-4a20-93b9-2c8d141f9ace tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:46.898164 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-59323c3d-c2f0-4919-93ed-606796cd54f6 req-563a6430-ba13-4a20-93b9-2c8d141f9ace tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0684028 Jun 22 02:03:46.935214 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-59323c3d-c2f0-4919-93ed-606796cd54f6 req-dce1137f-48aa-4fac-b280-a27f3da656ed tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Jun 22 02:03:48.108619 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae49260-03ee-4df4-9747-a022387fdb6e req-f0bbcaa9-cd45-441b-b33f-9785b7e0ca03 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:48.109987 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3ae49260-03ee-4df4-9747-a022387fdb6e req-f0bbcaa9-cd45-441b-b33f-9785b7e0ca03 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0625989 Jun 22 02:03:48.147297 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-3ae49260-03ee-4df4-9747-a022387fdb6e req-bcc0d677-d9bb-4dfc-ba6a-305b9cc0017b tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309634 Jun 22 02:03:49.316343 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de0c5d-d920-4f13-bdf3-ca5fc06a50f5 req-99c59f3a-10bb-4559-b5b6-1ac58447b421 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:49.317763 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-38de0c5d-d920-4f13-bdf3-ca5fc06a50f5 req-99c59f3a-10bb-4559-b5b6-1ac58447b421 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0627575 Jun 22 02:03:49.356800 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-38de0c5d-d920-4f13-bdf3-ca5fc06a50f5 req-7b7ac935-f71a-4190-9c61-f67db5ae4fad tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331271 Jun 22 02:03:50.528514 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca025dc7-ec7a-4d9c-9ca0-cfebb60ef4f4 req-984f50b3-9ddb-4309-baaa-01042bda242f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:50.529978 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ca025dc7-ec7a-4d9c-9ca0-cfebb60ef4f4 req-984f50b3-9ddb-4309-baaa-01042bda242f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0654154 Jun 22 02:03:50.567790 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-ca025dc7-ec7a-4d9c-9ca0-cfebb60ef4f4 req-e10d5946-67a8-473d-9867-e4494df6491c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322592 Jun 22 02:03:51.895517 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464b956-e354-4d54-a94d-1d0f9e0e9552 req-a5feea98-e9b0-4694-bd10-7dfa415b9d1c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:51.897480 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1464b956-e354-4d54-a94d-1d0f9e0e9552 req-a5feea98-e9b0-4694-bd10-7dfa415b9d1c tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0625117 Jun 22 02:03:51.934495 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-1464b956-e354-4d54-a94d-1d0f9e0e9552 req-93dbd4bb-afeb-49b9-a7ed-57f9710f0307 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Jun 22 02:03:53.105453 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215767-aa08-4cbe-861d-c59baa936635 req-91a75154-402b-418d-96a2-f9c83e7595c5 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:53.106822 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a6215767-aa08-4cbe-861d-c59baa936635 req-91a75154-402b-418d-96a2-f9c83e7595c5 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0646458 Jun 22 02:03:53.142892 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-a6215767-aa08-4cbe-861d-c59baa936635 req-2d144d78-b42b-4995-90dc-96cf8854b23f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305669 Jun 22 02:03:54.316243 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a7574-dcd5-437e-ae3c-75b0d8e054ce req-e723f8fd-02c1-4fab-9ffa-b743ec8704e0 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:54.317663 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-993a7574-dcd5-437e-ae3c-75b0d8e054ce req-e723f8fd-02c1-4fab-9ffa-b743ec8704e0 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0653913 Jun 22 02:03:54.354438 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-993a7574-dcd5-437e-ae3c-75b0d8e054ce req-3bb992af-7123-497f-94d4-3d82a9309037 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Jun 22 02:03:55.528577 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53ee3a-325c-4a4d-8374-4becf63acf92 req-60d079d2-145c-4ec4-9aae-1dd9ecb3c33b tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.530064 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7a53ee3a-325c-4a4d-8374-4becf63acf92 req-60d079d2-145c-4ec4-9aae-1dd9ecb3c33b tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0647027 Jun 22 02:03:55.566166 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-7a53ee3a-325c-4a4d-8374-4becf63acf92 req-d3418d4b-f16f-42ea-ac79-969cb301128e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305653 Jun 22 02:03:55.866529 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a4880-272f-4796-a0e8-c324a180f943 req-e128da6c-29c6-4ed4-941a-46612e88d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.868010 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f31a4880-272f-4796-a0e8-c324a180f943 req-e128da6c-29c6-4ed4-941a-46612e88d817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0559134 Jun 22 02:03:55.961062 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a4880-272f-4796-a0e8-c324a180f943 req-3a6b4600-00e0-4e07-9bae-b9b841f8a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:55.962508 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f31a4880-272f-4796-a0e8-c324a180f943 req-3a6b4600-00e0-4e07-9bae-b9b841f8a55f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.0883620 Jun 22 02:03:56.024993 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f31a4880-272f-4796-a0e8-c324a180f943 req-5fb5777e-d0b1-48c7-9101-41a464931364 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 1001 time: 0.0564516 Jun 22 02:03:56.071835 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a4880-272f-4796-a0e8-c324a180f943 req-394f5012-b2cd-4162-a242-ed88be41d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:56.073182 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f31a4880-272f-4796-a0e8-c324a180f943 req-394f5012-b2cd-4162-a242-ed88be41d10b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0426080 Jun 22 02:03:56.132675 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a4880-272f-4796-a0e8-c324a180f943 req-48cd814d-9970-4978-877a-310b4eeab5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:56.134487 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f31a4880-272f-4796-a0e8-c324a180f943 req-48cd814d-9970-4978-877a-310b4eeab5e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0553329 Jun 22 02:03:56.220451 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f31a4880-272f-4796-a0e8-c324a180f943 req-799aaeb6-c615-492d-a535-f62bee607ce7 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799158 Jun 22 02:03:56.311611 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f31a4880-272f-4796-a0e8-c324a180f943 req-92b0278b-0f80-4381-b34d-cdef7f525457 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853164 Jun 22 02:03:56.737208 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa2e67-78c6-4d88-8415-c33ae69b0af2 req-9e2d8ab6-2d92-44ce-b2b0-7e90edecd755 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:56.738807 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-86fa2e67-78c6-4d88-8415-c33ae69b0af2 req-9e2d8ab6-2d92-44ce-b2b0-7e90edecd755 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0635495 Jun 22 02:03:56.778048 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-86fa2e67-78c6-4d88-8415-c33ae69b0af2 req-2880e491-4a88-4b3c-9af9-84314ed7ab57 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336046 Jun 22 02:03:57.954686 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805ca05-2244-4a01-876d-8d749f4ea10c req-31b5e2ac-842a-47f7-bcb0-3601879be086 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:57.956138 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1805ca05-2244-4a01-876d-8d749f4ea10c req-31b5e2ac-842a-47f7-bcb0-3601879be086 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0650625 Jun 22 02:03:57.998393 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-1805ca05-2244-4a01-876d-8d749f4ea10c req-c8499e4d-b1ee-4ad0-8506-681d13a2bc88 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363188 Jun 22 02:03:59.169877 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922bf4e-dfe3-4ba1-96af-ae05e4b7adf2 req-c07083c2-dc97-4515-b2b4-0a530bdb0a75 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:59.171375 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b922bf4e-dfe3-4ba1-96af-ae05e4b7adf2 req-c07083c2-dc97-4515-b2b4-0a530bdb0a75 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0623004 Jun 22 02:03:59.211782 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b922bf4e-dfe3-4ba1-96af-ae05e4b7adf2 req-5d25e97f-f8e3-4b3a-87c4-9b7abcc25856 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347064 Jun 22 02:03:59.848214 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d778b-a6b8-489c-ba33-2a37f261ffb6 req-54313e32-d4db-44fd-8ed5-88f3f72c26ca tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:03:59.850271 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d30d778b-a6b8-489c-ba33-2a37f261ffb6 req-54313e32-d4db-44fd-8ed5-88f3f72c26ca tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.3599050 Jun 22 02:03:59.853532 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-dbdc32bb-5780-4e36-9457-004c4d9c04f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4243596 Jun 22 02:03:59.887340 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d30d778b-a6b8-489c-ba33-2a37f261ffb6 req-0657e1ba-e8a9-462d-a70e-d5eb9e8a7509 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Jun 22 02:04:01.058031 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c854db-74ce-4d12-a482-c69986d44597 req-c847a430-6a8d-4aa6-b8d6-eb84b730dd55 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:01.059392 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e7c854db-74ce-4d12-a482-c69986d44597 req-c847a430-6a8d-4aa6-b8d6-eb84b730dd55 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0626507 Jun 22 02:04:01.096373 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-e7c854db-74ce-4d12-a482-c69986d44597 req-81a1a8cd-891a-403d-ad95-67799258d633 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Jun 22 02:04:01.125132 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2597784-0d03-4849-aa24-203194d8e880 req-4fdf17b1-56ad-4419-9165-b785bed0c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:01.133363 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-4fdf17b1-56ad-4419-9165-b785bed0c9d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb&tenant_id=d01fd113ea1742b7a07010c11180c0c1 HTTP/1.1" status: 200 len: 1098 time: 0.0648854 Jun 22 02:04:01.215018 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2597784-0d03-4849-aa24-203194d8e880 req-9e14b58f-c271-4c9d-a216-82190702f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:01.216432 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-9e14b58f-c271-4c9d-a216-82190702f764 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0504184 Jun 22 02:04:01.303314 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2597784-0d03-4849-aa24-203194d8e880 req-38df059b-9035-432b-a534-aa3317ff601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:01.304928 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-38df059b-9035-432b-a534-aa3317ff601f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.0826621 Jun 22 02:04:01.369711 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-4fb1769d-f194-42d9-bf30-690cb3c89c9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 1001 time: 0.0587306 Jun 22 02:04:01.416381 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2597784-0d03-4849-aa24-203194d8e880 req-6dcb1cd9-9277-41e7-8db3-4ff65424df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:01.417749 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-6dcb1cd9-9277-41e7-8db3-4ff65424df32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0423672 Jun 22 02:04:01.474400 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2597784-0d03-4849-aa24-203194d8e880 req-b157c529-6313-4268-9ab4-a3c282d587cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:01.475879 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-b157c529-6313-4268-9ab4-a3c282d587cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0516243 Jun 22 02:04:01.514849 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ee4694d1-37d2-4d7d-bef6-19cdeaf302ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:01.566212 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-711e4ec0-85bd-4de1-bbe6-ed27edec9911 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835226 Jun 22 02:04:01.653931 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-b2597784-0d03-4849-aa24-203194d8e880 req-9f967f3c-6ba2-4b7d-a17e-4f8c7d766d95 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806224 Jun 22 02:04:01.681008 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device cec5bfcb-370f-46e5-99cc-c4072fff4415 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:04:01.754390 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:01.777642 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:04:01.779913 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37af3917-1960-46d5-8719-e8a0da6bd4f8" -d '{"events": [{"server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "name": "network-vif-unplugged", "status": "completed", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:04:01.792126 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:01.796542 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:01.799344 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:01.821844 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 02:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f832cf75-76fb-4ff8-a8fd-9ab135c1c6a9 x-openstack-request-id: req-f832cf75-76fb-4ff8-a8fd-9ab135c1c6a9 {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:04:01.822162 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "name": "network-vif-unplugged", "status": "completed", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:04:01.822419 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f832cf75-76fb-4ff8-a8fd-9ab135c1c6a9 {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:04:01.822818 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'code': 200} Jun 22 02:04:01.847453 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=6']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:01.854399 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.854737 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.855068 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.855394 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.855717 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.856034 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.856360 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.856675 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.857230 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.857576 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.857891 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.858228 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:04:01.862042 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:02.269962 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31b50f-cfad-4382-b97c-e3a26a483b25 req-1b06e656-72ee-4bd2-916d-79c124688e67 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:02.271428 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fa31b50f-cfad-4382-b97c-e3a26a483b25 req-1b06e656-72ee-4bd2-916d-79c124688e67 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 943 time: 0.0626185 Jun 22 02:04:02.308886 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-fa31b50f-cfad-4382-b97c-e3a26a483b25 req-ac14da32-8107-4a04-940b-3bc84e8da75a tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Jun 22 02:04:03.495000 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6bc76-b930-42d8-b2fb-40c91b88c834 req-9fe1a1b0-fe23-4856-9cc7-83b97e2988c5 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:03.496432 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e9a6bc76-b930-42d8-b2fb-40c91b88c834 req-9fe1a1b0-fe23-4856-9cc7-83b97e2988c5 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 943 time: 0.0750575 Jun 22 02:04:03.535060 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-e9a6bc76-b930-42d8-b2fb-40c91b88c834 req-ea93b592-1bb3-4e3d-a5b0-57dc32e13261 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329263 Jun 22 02:04:03.712723 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f127c019-c34b-4471-a601-46ed14480307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:03.862579 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d46ea-5c49-4f8e-a972-ea945c1f979c req-6f98aec2-68e0-4897-bb39-22a9bab82a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:03.864047 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d26d46ea-5c49-4f8e-a972-ea945c1f979c req-6f98aec2-68e0-4897-bb39-22a9bab82a2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1096 time: 0.0511312 Jun 22 02:04:03.896175 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-d26d46ea-5c49-4f8e-a972-ea945c1f979c req-3f250c6b-139b-448f-a758-812d97cdbf2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262005 Jun 22 02:04:04.205810 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:04.706937 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a2eb5-e5f3-4d78-a090-e0885c219a76 req-1ae9106b-c12a-43a9-b6a1-f6a83ccccf2d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:04.708360 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4e3a2eb5-e5f3-4d78-a090-e0885c219a76 req-1ae9106b-c12a-43a9-b6a1-f6a83ccccf2d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 943 time: 0.0650568 Jun 22 02:04:04.746243 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-4e3a2eb5-e5f3-4d78-a090-e0885c219a76 req-43c310b2-90e8-4668-aa6e-d7354823a4cf tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316384 Jun 22 02:04:05.298272 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:05.733712 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device cec5bfcb-370f-46e5-99cc-c4072fff4415 details requested by agent hyperv_hv-cinder-79707 with host hv-cinder-79707 {{(pid=104430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 02:04:05.829637 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:05.842610 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Returning: {'device': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'port_id': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'mac_address': 'fa:16:3e:7d:7b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 02:04:05.878085 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:05.890971 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec5bfcb-370f-46e5-99cc-c4072fff4415 {{(pid=104430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 02:04:05.910364 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:05.915276 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:05.917053 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-8f81352a-c4d4-413f-a153-35924bc79708 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:05.933428 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3327e-f920-449e-82ab-1c4d5bbcef70 req-86c67d24-b229-47d8-865d-06a75e84ccc5 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:05.934955 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-87f3327e-f920-449e-82ab-1c4d5bbcef70 req-86c67d24-b229-47d8-865d-06a75e84ccc5 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 943 time: 0.0731056 Jun 22 02:04:05.961133 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=7']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:05.964206 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:05.974280 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-87f3327e-f920-449e-82ab-1c4d5bbcef70 req-e0917f21-369b-4ac5-a07d-73cbdabca696 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336928 Jun 22 02:04:06.364137 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] get_ports_and_sgs() called for port_ids ['cec5bfcb-370f-46e5-99cc-c4072fff4415'] {{(pid=104430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 02:04:06.895282 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:07.736590 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device cec5bfcb-370f-46e5-99cc-c4072fff4415 up at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 02:04:07.785795 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.provisioning_blocks [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Provisioning complete for port cec5bfcb-370f-46e5-99cc-c4072fff4415 triggered by entity L2. {{(pid=104430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 02:04:07.786205 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-849778'] for port, provisioning_complete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:07.840468 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:04:07.861932 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-648306'] for port, before_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:07.883451 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415'}] {{(pid=104430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:04:07.885942 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e18d57cc1e273f3983839139a878082d901f675da91747b3957b65a19f7c0ccf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc995565-28a7-45bc-9601-789659859a30" -d '{"events": [{"server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "name": "network-vif-plugged", "status": "completed", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415"}]}' {{(pid=104430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:04:07.898986 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:04:07.903406 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769951378899', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769950855280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769950855325'] for port, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:07.905519 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:04:07.948932 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Pushing event updated for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=8']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:04:07.951900 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:04:08.941491 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059a1059-a6d7-4f7d-aa4e-dc516e65df5f x-openstack-request-id: req-059a1059-a6d7-4f7d-aa4e-dc516e65df5f {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:04:08.942087 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "name": "network-vif-plugged", "status": "completed", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415", "code": 200}]} {{(pid=104430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:04:08.942087 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-059a1059-a6d7-4f7d-aa4e-dc516e65df5f {{(pid=104430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:04:08.942527 dv-cinder-797073-2-smb neutron-server[104430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'code': 200} Jun 22 02:04:15.394649 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:24.505471 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-0ee12d75-eb66-4e4f-b1bd-046a062da2c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531902 Jun 22 02:04:24.619029 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-62073671-174c-4600-9841-6a06fbd595b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:24.620548 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-62073671-174c-4600-9841-6a06fbd595b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0534196 Jun 22 02:04:24.727154 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-fc836829-43ce-4d5c-a826-c21175867132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:24.728639 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-fc836829-43ce-4d5c-a826-c21175867132 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.0888112 Jun 22 02:04:24.793469 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-ef1246ea-0f1d-4b84-948f-46bece9030a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 1001 time: 0.0588148 Jun 22 02:04:24.850236 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-0b1174ae-cf29-497a-9104-a4f50a8c1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:24.851969 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-0b1174ae-cf29-497a-9104-a4f50a8c1a03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0452003 Jun 22 02:04:24.918596 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-9bbd8989-d846-4141-b335-3afa20acddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:04:24.920061 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-9bbd8989-d846-4141-b335-3afa20acddc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0613592 Jun 22 02:04:25.006925 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-6fd1b1d2-212a-4a57-82fc-2298c0bbc5db service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795269 Jun 22 02:04:25.098435 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-49756d4b-6ed2-41a2-9df6-e3e02e87e0b6 req-7c712f30-b66f-4773-8522-5cefc8512d22 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837610 Jun 22 02:04:31.516789 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-86f89f67-1aec-4ed1-b75a-61e6d8d44ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:33.712563 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-d36b8f2f-0b30-42a7-ae30-a64256c311ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:34.207086 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:35.301046 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:36.899144 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:04:44.839214 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:04:45.406356 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:01.517420 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84358fe2-dc84-495b-b583-6e87dfba50f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:03.712946 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-97d92209-7253-4d13-8151-0ebddb0778a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:04.207155 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:05.304287 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:06.901891 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:15.419705 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:21.837452 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:05:26.512603 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-50e95718-d493-45d3-baff-f32aa9c8b712 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531442 Jun 22 02:05:26.620587 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-9c46989b-08b8-414a-a398-276132050ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:26.622544 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-9c46989b-08b8-414a-a398-276132050ed2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0533392 Jun 22 02:05:26.726734 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-0a2834cd-fccd-4ca7-9571-c95ca5e6097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:26.728185 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-0a2834cd-fccd-4ca7-9571-c95ca5e6097f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.0859091 Jun 22 02:05:26.790845 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-b9e67f08-3ac0-48bd-a50a-559b2bc001db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 1001 time: 0.0566287 Jun 22 02:05:26.842860 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-d01d8082-6b6a-47dd-a217-7bf42626c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:26.844287 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-d01d8082-6b6a-47dd-a217-7bf42626c015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0469522 Jun 22 02:05:26.906362 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-77f6cd8d-3e76-49f7-86d9-10dabcfb5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:26.907809 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-77f6cd8d-3e76-49f7-86d9-10dabcfb5892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0578458 Jun 22 02:05:26.995448 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-50550650-afd9-42d0-9241-a2e136e7f928 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808260 Jun 22 02:05:27.083766 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5cc96e6f-1012-4633-bc58-b4d676b28bd4 req-0a2669d7-9563-4068-81b9-bb29229067ff service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825725 Jun 22 02:05:31.518364 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-522b0334-23ad-4214-90f2-5987e5c8f9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:33.714896 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-55b3255d-a4dc-4cef-b219-faecb3dd03ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:34.208406 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:35.306535 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:36.907311 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:43.902854 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [req-33ff177d-54d2-40b5-891a-80bbb74a5ba0 req-48e34f6b-b868-4974-b67c-f347362865a1 service neutron] (104428) timed out ('10.222.0.36', 51808) {{(pid=104428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 02:05:45.419147 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:49.392993 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51806) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:49.480563 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [req-6267950d-c755-4933-ac58-be8c6cc83aa9 req-9613e90f-50b7-4e27-9a27-4f24367875ad service neutron] (104429) timed out ('10.222.0.36', 51831) {{(pid=104429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 02:05:49.638472 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Deleting port 30e08b9c-3c80-4926-a8e6-e46c57eb2330 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:49.638822 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:49.715275 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:49.715602 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:49.776796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Calling delete_port for 30e08b9c-3c80-4926-a8e6-e46c57eb2330 owned by network:floatingip {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:05:49.955552 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:49.958307 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-2716d8ce-8bb8-44ab-b0db-5830e4b8883a tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:49.983128 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event deleted for resources: {'Port': ['ID=30e08b9c-3c80-4926-a8e6-e46c57eb2330,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:50.007626 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.008005 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.008634 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.009053 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.009422 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.009787 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.010175 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.010673 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.011034 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.011388 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.011745 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.012099 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:50.016258 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:50.052981 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for floatingip, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:50.053444 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.db.l3_db [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Floating IP 8fcedaea-e948-42d9-b8f5-7342425929cd disassociated (deleted). External IP: 172.28.3.226, port: cec5bfcb-370f-46e5-99cc-c4072fff4415. Jun 22 02:05:50.256084 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:05:50.365686 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:05:50.370631 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for floatingip, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:50.375132 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] Sync routers for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:05:50.383706 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:05:50.384316 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:05:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:50.407147 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-e063d206-ea60-4281-9d5e-778d519cfe01 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "DELETE /v2.0/floatingips/8fcedaea-e948-42d9-b8f5-7342425929cd HTTP/1.1" status: 204 len: 168 time: 1.0130799 Jun 22 02:05:50.407836 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:05:50.410277 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:05:50.451643 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 02:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8359704-0674-4fd0-b4d6-6952ad1cf5d8 x-openstack-request-id: req-b8359704-0674-4fd0-b4d6-6952ad1cf5d8 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:05:50.451981 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:05:50.452276 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8359704-0674-4fd0-b4d6-6952ad1cf5d8 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:05:50.452713 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'status': 'completed', 'code': 200} Jun 22 02:05:50.490138 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:05:50.546932 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-7b5a78a0-239d-4fff-9f5b-62374f647779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:50.548434 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-7b5a78a0-239d-4fff-9f5b-62374f647779 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d01fd113ea1742b7a07010c11180c0c1&device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 1098 time: 0.0525978 Jun 22 02:05:50.655207 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-d6efc145-ad67-4b11-8360-22a350a7be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:50.657548 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-d6efc145-ad67-4b11-8360-22a350a7be90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 200 len: 910 time: 0.1014433 Jun 22 02:05:50.702079 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:37Z', 'revision_number': 5, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:50.715528 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-dc9d32d1-d15b-4c8e-9e1e-c922a6daa12a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 200 len: 217 time: 0.0366528 Jun 22 02:05:50.727399 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] Checking router: 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:05:50.736021 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:05:50.736636 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:05:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:50.770249 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-67e8378b-84a8-454c-bc34-be9a8896038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:50.771631 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-67e8378b-84a8-454c-bc34-be9a8896038d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 200 len: 848 time: 0.0494828 Jun 22 02:05:50.830766 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-5a1ef5f5-9883-475c-825d-8847a3e5947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:50.832427 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-5a1ef5f5-9883-475c-825d-8847a3e5947d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538311 Jun 22 02:05:50.850875 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:05:50.876166 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80585ac1-62e9-4908-b9aa-049ea0599197 req-0e10fb17-cdb1-4de6-a6ae-32b9ccd48298 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:50.878297 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-80585ac1-62e9-4908-b9aa-049ea0599197 req-0e10fb17-cdb1-4de6-a6ae-32b9ccd48298 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.1618168 Jun 22 02:05:50.918008 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [req-80585ac1-62e9-4908-b9aa-049ea0599197 req-ca80797a-db5a-4bf5-8e0c-f5a1a4f415fa tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346870 Jun 22 02:05:50.930149 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-c18da29b-3c5e-4794-b54f-586d91c7ea64 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885990 Jun 22 02:05:51.021496 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-f20b9922-2b1f-4a5b-bec9-bd0aff77ee67 req-7c238be1-0044-472f-8a7c-1e9d19bc6d40 service neutron] 10.222.0.36 "GET /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841391 Jun 22 02:05:51.051524 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:37Z', 'revision_number': 5, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:51.077269 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6cd61a-00d6-4f81-be4e-a076f51a06f2 None None] The sync data for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb is: [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:00:31Z', 'revision_number': 4, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb', '_interfaces': [{'id': '3afe50ad-ec7b-4bca-9ec0-e4d1469db656', 'name': '', 'network_id': 'c4ab28d1-797f-4fdf-9b33-7302c8a95f7e', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'mac_address': 'fa:16:3e:3b:d9:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:31Z', 'updated_at': '2021-06-22T02:00:37Z', 'revision_number': 5, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'subnets': [{'id': '3ef10248-e8b6-4071-9056-38c3390bf8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:05:51.284781 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89af1e14-0745-4d1e-b2b6-b538e50c9178 None None] New status for floating IP 8fcedaea-e948-42d9-b8f5-7342425929cd: DOWN {{(pid=104431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 02:05:52.146442 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6512bc-4cd5-47ac-a5a9-c244f0b8edf3 req-f6dd646c-6826-4b51-8298-8fb70dd7fd6d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:52.147796 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7d6512bc-4cd5-47ac-a5a9-c244f0b8edf3 req-f6dd646c-6826-4b51-8298-8fb70dd7fd6d tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.1126390 Jun 22 02:05:52.184773 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-7d6512bc-4cd5-47ac-a5a9-c244f0b8edf3 req-9ae55452-5dcc-4a4f-b4d6-f4739164fcab tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/security-groups?id=a23425bc-0b40-4f78-805d-42eb3323fe82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Jun 22 02:05:52.471330 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-87aa33e4-c413-4d46-aa01-950eec471c2e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 02:05:52.472761 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-87aa33e4-c413-4d46-aa01-950eec471c2e tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 945 time: 0.0658262 Jun 22 02:05:52.571533 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Deleting port cec5bfcb-370f-46e5-99cc-c4072fff4415 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:52.571891 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:52.662919 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] For port cec5bfcb-370f-46e5-99cc-c4072fff4415, host hv-cinder-79707, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79707',level=0,port_id=cec5bfcb-370f-46e5-99cc-c4072fff4415,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:52.663274 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:52.726830 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Calling delete_port for cec5bfcb-370f-46e5-99cc-c4072fff4415 owned by compute:nova {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:05:52.851593 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:52.857735 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e3f9c93a-f6c9-45f9-9932-e147884f14e1 tempest-VolumesActionsTest-789251609 tempest-VolumesActionsTest-789251609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:52.881994 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event deleted for resources: {'Port': ['ID=cec5bfcb-370f-46e5-99cc-c4072fff4415,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:52.885039 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:52.935415 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] No DVR routers for this DVR port cec5bfcb-370f-46e5-99cc-c4072fff4415 on host hv-cinder-79707 {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:05:52.937996 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520985'] for port, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:52.940282 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-5d71eab1-92a9-4132-81d4-1e674199e6bf req-0dc66314-83d9-401a-aa77-f6f884b1a67f tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.36 "DELETE /v2.0/ports/cec5bfcb-370f-46e5-99cc-c4072fff4415 HTTP/1.1" status: 204 len: 173 time: 0.4612200 Jun 22 02:05:52.940796 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'name': 'network-vif-deleted', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415'}] {{(pid=104428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 02:05:52.943735 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1542d5e50c6701996df541e383293ce0fc86a53e3f6b9b979b5b925a4fd208a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b96938-4ca2-4b2f-b146-197cf4cfd126" -d '{"events": [{"server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "name": "network-vif-deleted", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415"}]}' {{(pid=104428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 02:05:52.979193 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 02:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b9e4d4-3c26-4935-b273-c42a600dc755 x-openstack-request-id: req-99b9e4d4-3c26-4935-b273-c42a600dc755 {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 02:05:52.980142 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8fb822-3348-473a-ae5e-ca02e7e9afcb", "name": "network-vif-deleted", "tag": "cec5bfcb-370f-46e5-99cc-c4072fff4415", "status": "completed", "code": 200}]} {{(pid=104428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 02:05:52.981235 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99b9e4d4-3c26-4935-b273-c42a600dc755 {{(pid=104428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 02:05:52.981723 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8fb822-3348-473a-ae5e-ca02e7e9afcb', 'name': 'network-vif-deleted', 'tag': 'cec5bfcb-370f-46e5-99cc-c4072fff4415', 'status': 'completed', 'code': 200} Jun 22 02:05:53.353876 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [req-ad18720c-880d-4f26-a707-d268dd1a4022 req-81439739-4d49-4f31-9b95-db8c42f7dcd3 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b8fb822-3348-473a-ae5e-ca02e7e9afcb HTTP/1.1" status: 200 len: 210 time: 0.0362980 Jun 22 02:05:54.449733 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51840) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:54.509203 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-508078c7-719e-4d8a-adf4-8432ff40f3e4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:54.534371 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-508078c7-719e-4d8a-adf4-8432ff40f3e4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:54.594230 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-508078c7-719e-4d8a-adf4-8432ff40f3e4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:54.597180 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-508078c7-719e-4d8a-adf4-8432ff40f3e4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:54.598372 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-508078c7-719e-4d8a-adf4-8432ff40f3e4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] 10.222.0.13 "DELETE /v2.0/security-groups/a23425bc-0b40-4f78-805d-42eb3323fe82 HTTP/1.1" status: 204 len: 168 time: 0.1476207 Jun 22 02:05:54.599141 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-78adebd6-4d78-45c6-90dd-4cf8f4dae4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:54.608997 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508078c7-719e-4d8a-adf4-8432ff40f3e4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23425bc-0b40-4f78-805d-42eb3323fe82,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:54.611762 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-508078c7-719e-4d8a-adf4-8432ff40f3e4 tempest-TestShelveInstance-719459956 tempest-TestShelveInstance-719459956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:55.662093 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51846) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:56.135055 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622234'] for router_interface, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:56.253669 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device cec5bfcb-370f-46e5-99cc-c4072fff4415 no longer exists at agent hyperv_hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:05:56.273424 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] No Port match for: cec5bfcb-370f-46e5-99cc-c4072fff4415 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:05:56.273768 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Device cec5bfcb-370f-46e5-99cc-c4072fff4415 not bound to the agent host hv-cinder-79707 {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:05:56.383442 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Deleting port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:56.383782 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:56.460452 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] For port 3afe50ad-ec7b-4bca-9ec0-e4d1469db656, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:56.460811 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:56.526011 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Calling delete_port for 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 owned by network:router_interface {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:05:56.957824 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:56.959717 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-72e921ad-d556-4ee2-b8d7-6068b94d522a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:56.984460 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Pushing event deleted for resources: {'Port': ['ID=3afe50ad-ec7b-4bca-9ec0-e4d1469db656,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:56.988466 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:57.148779 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1744481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622134'] for router_interface, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:57.354731 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:05:57.457806 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:05:57.462934 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-5fe8f6a7-7c01-46ea-995d-9a1fc5e29828 admin admin] 10.222.0.13 "PUT /v2.0/routers/245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7996769 Jun 22 02:05:57.466171 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51850) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:57.468719 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] Sync routers for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:05:57.478706 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:05:57.479316 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:05:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:57.570144 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks [] for router, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:57.587048 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: dv-cinder-797073-2-smb {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:05:57.670252 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:57.722113 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Deleting port 2909a528-0670-4714-a62b-76c670ad37a6 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:57.722375 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:57.761224 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91'}], 'enable_snat': True}, 'gw_port_id': '2909a528-0670-4714-a62b-76c670ad37a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:05:56Z', 'revision_number': 5, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port': {'id': '2909a528-0670-4714-a62b-76c670ad37a6', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:99:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:29Z', 'updated_at': '2021-06-22T02:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:57.789225 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] Checking router: 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e for host: dv-cinder-797073-2-smb {{(pid=104430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:05:57.797832 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] Routers {'245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:05:57.798598 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:05:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'], 'active': True} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:57.805218 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] For port 2909a528-0670-4714-a62b-76c670ad37a6, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=2909a528-0670-4714-a62b-76c670ad37a6,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:57.805596 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:57.871921 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Calling delete_port for 2909a528-0670-4714-a62b-76c670ad37a6 owned by network:router_gateway {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:05:57.893750 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvr_db [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] Set router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e gateway port host: None {{(pid=104430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:05:57.944553 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_hamode_db [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:05:57Z', 'revision_number': 6, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port_host': None}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:57.978634 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d2c0ea-6ac7-41e4-a1b9-dfc4946ad8fc None None] The sync data for ids ['245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e'] in dv-cinder-797073-2-smb is: [{'id': '245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e', 'name': 'tempest-TestShelveInstance-1072282645-router', 'tenant_id': 'd01fd113ea1742b7a07010c11180c0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:28Z', 'updated_at': '2021-06-22T02:05:57Z', 'revision_number': 6, 'project_id': 'd01fd113ea1742b7a07010c11180c0c1', 'gw_port_host': None}] {{(pid=104430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:05:58.039563 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.041609 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-8f23dd6f-448f-4824-9855-80382505ab0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:58.065542 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Pushing event deleted for resources: {'Port': ['ID=2909a528-0670-4714-a62b-76c670ad37a6,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:58.068611 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:58.129270 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1826387'] for router_gateway, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.214906 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24256'] for router, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.216923 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.258623 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625839'] for router, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.259111 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e {{(pid=104428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:05:58.263946 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] Notify callbacks [] for router, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.265098 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-4ce5d855-6acf-48f0-90b5-19a1a4fda236 admin admin] 10.222.0.13 "DELETE /v2.0/routers/245bd9a4-88a0-47f7-bdb6-7dda1aaaeb2e HTTP/1.1" status: 204 len: 168 time: 0.7979362 Jun 22 02:05:58.267620 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51852) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:58.311224 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.db_base_plugin_v2 [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] Deleting subnet 3ef10248-e8b6-4071-9056-38c3390bf8cc {{(pid=104428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:05:58.314308 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.353122 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4646515'] for subnet, precommit_delete_associations {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.434518 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.487776 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7360836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5843282'] for subnet, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.489876 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:58.516245 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef10248-e8b6-4071-9056-38c3390bf8cc,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:58.519743 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:58.522161 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for subnet, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.523982 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-984db8fb-4340-4051-8cd4-11a3e3b470a1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ef10248-e8b6-4071-9056-38c3390bf8cc HTTP/1.1" status: 204 len: 168 time: 0.2554538 Jun 22 02:05:58.526516 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51854) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:58.529136 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6de2c1-1960-4748-bbf9-2e857f034c44 None None] Network c4ab28d1-797f-4fdf-9b33-7302c8a95f7e requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:05:58.593184 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.645515 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Deleting port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 {{(pid=104428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:58.645855 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.712638 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.db [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] For port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:58.713011 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.733463 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] DHCP port deletion for c4ab28d1-797f-4fdf-9b33-7302c8a95f7e request from dv-cinder-797073-2-smb {{(pid=104430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 02:05:58.778111 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Calling delete_port for 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 owned by network:dhcp {{(pid=104428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:05:58.781589 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Deleting port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 {{(pid=104430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:58.782026 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.848262 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:05:58.852514 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] For port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,segment=NetworkSegment(fd5feaa8-f55b-47f9-8924-3fdc784d404c),segment_id=fd5feaa8-f55b-47f9-8924-3fdc784d404c)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:58.853081 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.869042 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7360782'] for port, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.871311 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a0d39534-268b-41f3-bdef-23551cf7c3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:58.892099 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:58.896799 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:58.900987 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] No DVR routers for this DVR port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 on host dv-cinder-797073-2-smb {{(pid=104428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:05:58.924632 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Calling delete_port for 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 owned by network:dhcp {{(pid=104430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:05:58.927921 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:05:58.956406 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:05:58.956754 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 3afe50ad-ec7b-4bca-9ec0-e4d1469db656 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:05:58.957201 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:05:58.983350 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:58.994570 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ab28d1-797f-4fdf-9b33-7302c8a95f7e']}} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:59.006560 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5feaa8-f55b-47f9-8924-3fdc784d404c') {'for_net_delete': True} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:59.007117 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:05:59.007285 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.services.segments.db [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5feaa8-f55b-47f9-8924-3fdc784d404c') {} {{(pid=104428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:05:59.007469 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:05:59.007885 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 2909a528-0670-4714-a62b-76c670ad37a6 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:05:59.017672 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4646468'] for segment, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.031122 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 2909a528-0670-4714-a62b-76c670ad37a6 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:05:59.031397 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 2909a528-0670-4714-a62b-76c670ad37a6 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:05:59.037014 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.044954 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=104428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:05:59.046163 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7758077'] for segment, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: conditions |= (models_v2.Port.network_id.in_( Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: Traceback (most recent call last): Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: timer() Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: cb(*args, **kw) Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: return func(*args, **kwargs) Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: self._notify() Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: self.callback(batched_events) Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: event.method(event) Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: return f(self, *a, **k) Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: return self._get(url).json() Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: return self.request(url, 'GET', **kwargs) Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:05:59.048013 dv-cinder-797073-2-smb neutron-server[104428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:05:59.064229 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.066152 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:59.088896 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Pushing event deleted for resources: {'Port': ['ID=7a192c20-02b8-404f-a9a5-c2d74e7e1f94,revision_number=None']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:59.093712 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] No DVR routers for this DVR port 7a192c20-02b8-404f-a9a5-c2d74e7e1f94 on host dv-cinder-797073-2-smb {{(pid=104430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:05:59.100064 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.100414 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.100749 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.101082 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.101412 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.101740 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.102092 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.102421 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.102796 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.103117 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.103436 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.103752 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:05:59.106987 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-a079ff20-c369-4c60-97e9-d13946c47691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:59.111201 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.116643 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.122263 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51856) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:05:59.122858 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] 10.222.0.13 "DELETE /v2.0/networks/c4ab28d1-797f-4fdf-9b33-7302c8a95f7e HTTP/1.1" status: 204 len: 168 time: 0.5947034 Jun 22 02:05:59.123216 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-11c3239c-9a2b-4f67-9cf8-592de94b2116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:05:59.137141 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c4ab28d1-797f-4fdf-9b33-7302c8a95f7e,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:05:59.139854 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-e6ab8197-1790-4188-8dc6-0a770933d8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:05:59.458134 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622234'] for router_interface, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.696788 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Deleting port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:05:59.697123 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.770389 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] For port 5a535f9c-c958-41b0-b808-99f1cbb6c6f0, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,segment=NetworkSegment(f71c3b04-8eca-472a-9a45-67e84edd9cff),segment_id=f71c3b04-8eca-472a-9a45-67e84edd9cff)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:05:59.770656 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:05:59.835472 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Calling delete_port for 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 owned by network:router_interface {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:00.009590 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:00.012380 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-af598c04-6371-43ad-a8e6-452a1a97f1ce tempest-AttachVolumeTestJSON-1553522103 tempest-AttachVolumeTestJSON-1553522103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:00.034600 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a535f9c-c958-41b0-b808-99f1cbb6c6f0,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:00.045989 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.046388 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.046763 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.047129 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.047495 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.047859 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.048221 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.048582 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.048939 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.049291 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.049650 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.050022 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797073-2-smb {{(pid=104429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 02:06:00.072480 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:00.215152 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1744481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1622134'] for router_interface, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:00.421119 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Router 27cd40ef-784f-4f5e-98c8-88931aa15738 has already been hosted by L3 agent 779966ba-e2ec-470a-baf4-19a39d2eb530 {{(pid=104429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 02:06:00.518565 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] Notify agent at l3_agent.dv-cinder-797073-2-smb the message routers_updated {{(pid=104429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 02:06:00.523618 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-da1ff10e-5455-4550-9e27-974d7aae0d70 admin admin] 10.222.0.13 "PUT /v2.0/routers/27cd40ef-784f-4f5e-98c8-88931aa15738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4002302 Jun 22 02:06:00.526078 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51858) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:00.529641 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] Sync routers for ids ['27cd40ef-784f-4f5e-98c8-88931aa15738'] in dv-cinder-797073-2-smb {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 02:06:00.538887 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] Routers {'27cd40ef-784f-4f5e-98c8-88931aa15738'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:00.539569 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:05:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['27cd40ef-784f-4f5e-98c8-88931aa15738'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:00.627741 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks [] for router, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:00.731468 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:00.731714 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] Set router 27cd40ef-784f-4f5e-98c8-88931aa15738 gateway port host: dv-cinder-797073-2-smb {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:00.783371 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Deleting port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:00.783711 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:00.917898 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'external_fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:05:59Z', 'revision_number': 5, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port': {'id': 'badfb1d6-e5a1-4656-8f45-4939a8e4b7ad', 'name': '', 'network_id': 'dc4b13a9-3bf9-4085-b802-51585586f44f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797073-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e255a79-fd8a-4000-a9e2-a77fbbd8fa21', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797073-2-smb'}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:00.944689 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] Checking router: 27cd40ef-784f-4f5e-98c8-88931aa15738 for host: dv-cinder-797073-2-smb {{(pid=104431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 02:06:00.954217 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] Routers {'27cd40ef-784f-4f5e-98c8-88931aa15738'} bound to L3 agent in host dv-cinder-797073-2-smb {{(pid=104431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 02:06:00.954833 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797073-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T01:42:04Z,description=,heartbeat_timestamp=2021-06-22T02:05:34Z,host='dv-cinder-797073-2-smb',id=779966ba-e2ec-470a-baf4-19a39d2eb530,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T01:42:04Z,topic='l3_agent')) {'router_ids': ['27cd40ef-784f-4f5e-98c8-88931aa15738'], 'active': True} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:01.040723 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_dvr_db [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] Set router 27cd40ef-784f-4f5e-98c8-88931aa15738 gateway port host: None {{(pid=104431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 02:06:01.097909 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.l3_hamode_db [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:06:00Z', 'revision_number': 6, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port_host': None}], 'dv-cinder-797073-2-smb', False) {} {{(pid=104431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:01.124276 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079135c2-ea27-4d45-9786-69296ba89f22 None None] The sync data for ids ['27cd40ef-784f-4f5e-98c8-88931aa15738'] in dv-cinder-797073-2-smb is: [{'id': '27cd40ef-784f-4f5e-98c8-88931aa15738', 'name': 'tempest-TestShelveInstance-163042271-router', 'tenant_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T02:00:34Z', 'updated_at': '2021-06-22T02:06:00Z', 'revision_number': 6, 'project_id': 'b7aaa102af2d402badfcc6cb5c9aa295', 'gw_port_host': None}] {{(pid=104431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 02:06:01.143075 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] For port badfb1d6-e5a1-4656-8f45-4939a8e4b7ad, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=badfb1d6-e5a1-4656-8f45-4939a8e4b7ad,segment=NetworkSegment(8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4),segment_id=8188b1c5-9f73-4c0e-9c9b-4d89c91e69c4)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:01.143452 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.209850 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Calling delete_port for badfb1d6-e5a1-4656-8f45-4939a8e4b7ad owned by network:router_gateway {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:01.366476 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.368286 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-c67ac651-bff3-4501-b258-69d554db5dea tempest-VolumesSnapshotTestJSON-797905888 tempest-VolumesSnapshotTestJSON-797905888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:01.390332 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Pushing event deleted for resources: {'Port': ['ID=badfb1d6-e5a1-4656-8f45-4939a8e4b7ad,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:01.393691 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:01.453740 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1826387'] for router_gateway, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.525852 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-31b14bba-883c-4e9e-9ff2-3e8c189e4ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.550913 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24256'] for router, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.552974 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.594693 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1625839'] for router, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.595171 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27cd40ef-784f-4f5e-98c8-88931aa15738 {{(pid=104429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 02:06:01.599810 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] Notify callbacks [] for router, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.600961 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-578683f3-7dd6-4dec-9533-876dc803d01b admin admin] 10.222.0.13 "DELETE /v2.0/routers/27cd40ef-784f-4f5e-98c8-88931aa15738 HTTP/1.1" status: 204 len: 168 time: 1.0731766 Jun 22 02:06:01.603524 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51862) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:01.646591 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] Deleting subnet 8c1a2153-a2ec-4596-b803-2f8b204b56c6 {{(pid=104429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 02:06:01.649384 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.682553 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5818359'] for subnet, precommit_delete_associations {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.760520 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-837476'] for subnet, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.813571 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-837469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4585310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6042340'] for subnet, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.815612 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0ba1edf5-e75e-4f16-b13b-7de6531c9e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:01.840043 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1a2153-a2ec-4596-b803-2f8b204b56c6,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:01.843092 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:01.844062 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.845861 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-f5c4f3f7-503e-4fa4-9e4f-46743c15b9d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8c1a2153-a2ec-4596-b803-2f8b204b56c6 HTTP/1.1" status: 204 len: 168 time: 0.2414489 Jun 22 02:06:01.848356 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51866) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:01.851138 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a139ac-83ac-4172-975b-e22aa8beeae7 None None] Network 52afcc88-e9c7-4b53-a747-bc3e49dde9fd requested from dv-cinder-797073-2-smb {{(pid=104430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 02:06:01.922431 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-614423'] for network, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:01.976345 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Deleting port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b {{(pid=104429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:01.976709 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.034434 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] DHCP port deletion for 52afcc88-e9c7-4b53-a747-bc3e49dde9fd request from dv-cinder-797073-2-smb {{(pid=104430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 02:06:02.045922 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.db [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] For port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,segment=NetworkSegment(f71c3b04-8eca-472a-9a45-67e84edd9cff),segment_id=f71c3b04-8eca-472a-9a45-67e84edd9cff)] {{(pid=104429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:02.046417 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.082178 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] Deleting port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b {{(pid=104430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 02:06:02.082556 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769951375077'] for port, before_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.113466 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.plugin [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Calling delete_port for ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b owned by network:dhcp {{(pid=104429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:02.157361 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.db [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] For port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b, host dv-cinder-797073-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797073-2-smb',level=0,port_id=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,segment=NetworkSegment(f71c3b04-8eca-472a-9a45-67e84edd9cff),segment_id=f71c3b04-8eca-472a-9a45-67e84edd9cff)] {{(pid=104430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 02:06:02.157821 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825938'] for port, precommit_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.200997 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4585236'] for port, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.203972 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-fb86f1b9-4378-4db6-9cc0-748bb83fbff0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:02.227713 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] Calling delete_port for ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b owned by network:dhcp {{(pid=104430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 02:06:02.231716 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:02.233383 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] No DVR routers for this DVR port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b on host dv-cinder-797073-2-smb {{(pid=104429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:06:02.234923 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:02.301562 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-647824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1744403', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769951378917', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769950855271'] for port, after_delete {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.301834 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-851181', 'neutron.services.segments.db._delete_segments_for_network-8769951395539'] for network, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.303377 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-d3eeb2ea-ff30-4de8-a419-7c321f23fc59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:02.311184 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52afcc88-e9c7-4b53-a747-bc3e49dde9fd']}} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:02.321126 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71c3b04-8eca-472a-9a45-67e84edd9cff') {'for_net_delete': True} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:02.321419 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.services.segments.db [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71c3b04-8eca-472a-9a45-67e84edd9cff') {} {{(pid=104429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 02:06:02.324409 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] Pushing event deleted for resources: {'Port': ['ID=ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b,revision_number=None']} {{(pid=104430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:02.327718 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG oslo_concurrency.lockutils [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104430) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:02.330236 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0f6c3-f22b-4a72-9a66-d5d63620ce3a None None] No DVR routers for this DVR port ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b on host dv-cinder-797073-2-smb {{(pid=104430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 02:06:02.331679 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769951395368', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5818304'] for segment, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.346341 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093'] for segment, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.352011 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=104429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 02:06:02.352383 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-839093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4441831'] for segment, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: Traceback (most recent call last): Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: timer() Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: cb(*args, **kw) Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: return func(*args, **kwargs) Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: self._notify() Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: self.callback(batched_events) Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: event.method(event) Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: return f(self, *a, **k) Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: return self._get(url).json() Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: return self.request(url, 'GET', **kwargs) Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 02:06:02.354117 dv-cinder-797073-2-smb neutron-server[104429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 02:06:02.410775 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-851174', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1764145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1744408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826485'] for network, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.414371 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:02.417501 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1744389'] for network, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.418779 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52afcc88-e9c7-4b53-a747-bc3e49dde9fd HTTP/1.1" status: 204 len: 168 time: 0.5695345 Jun 22 02:06:02.429341 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=52afcc88-e9c7-4b53-a747-bc3e49dde9fd,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:02.431692 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-0c13aa96-bbde-402d-8f38-3f2882b99be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:02.529510 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51870) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:02.568496 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-b302d2e2-2ad9-44e2-9c45-7e0e38c677e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d01fd113ea1742b7a07010c11180c0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376165 Jun 22 02:06:02.570705 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.wsgi [-] (104428) accepted ('10.222.0.13', 51872) {{(pid=104428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:02.621623 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a360593e-ce47-484d-bd38-3697523b67b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.641640 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a360593e-ce47-484d-bd38-3697523b67b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.687494 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a360593e-ce47-484d-bd38-3697523b67b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.690072 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron_lib.callbacks.manager [None req-a360593e-ce47-484d-bd38-3697523b67b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:02.691204 dv-cinder-797073-2-smb neutron-server[104428]: INFO neutron.wsgi [None req-a360593e-ce47-484d-bd38-3697523b67b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8109ab15-3f5a-4dbe-9b1a-67fc98d2cc77 HTTP/1.1" status: 204 len: 168 time: 0.1196220 Jun 22 02:06:02.691937 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-da85d311-9be5-47c4-8280-ff1bc3040d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:02.701232 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360593e-ce47-484d-bd38-3697523b67b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8109ab15-3f5a-4dbe-9b1a-67fc98d2cc77,revision_number=None']} {{(pid=104428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:02.703493 dv-cinder-797073-2-smb neutron-server[104428]: DEBUG oslo_concurrency.lockutils [None req-a360593e-ce47-484d-bd38-3697523b67b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:02.898102 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:02.921649 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:02.922131 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device 5a535f9c-c958-41b0-b808-99f1cbb6c6f0 not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:02.922598 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device badfb1d6-e5a1-4656-8f45-4939a8e4b7ad no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:03.008728 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51878) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:03.049852 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-e95bfcc6-92e0-4d0c-8d6a-9d1680a2022a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7aaa102af2d402badfcc6cb5c9aa295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397692 Jun 22 02:06:03.052222 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [-] (104429) accepted ('10.222.0.13', 51880) {{(pid=104429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 02:06:03.069548 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: badfb1d6-e5a1-4656-8f45-4939a8e4b7ad {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:03.069905 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device badfb1d6-e5a1-4656-8f45-4939a8e4b7ad not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:03.070354 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b no longer exists at agent ovs-agent-dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 02:06:03.088434 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] No Port match for: ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b {{(pid=104430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 02:06:03.088785 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron.plugins.ml2.rpc [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Device ad66b3f2-0c7e-4f05-9a38-8db1d12ea50b not bound to the agent host dv-cinder-797073-2-smb {{(pid=104430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 02:06:03.100903 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6fe25565-966d-4df5-8187-c4e5226163d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:03.124601 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6fe25565-966d-4df5-8187-c4e5226163d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:03.171294 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6fe25565-966d-4df5-8187-c4e5226163d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764096'] for security_group, after_delete {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:03.173805 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron_lib.callbacks.manager [None req-6fe25565-966d-4df5-8187-c4e5226163d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:03.174986 dv-cinder-797073-2-smb neutron-server[104429]: INFO neutron.wsgi [None req-6fe25565-966d-4df5-8187-c4e5226163d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/257cf293-688a-4a14-866a-b99a8a1a1ff7 HTTP/1.1" status: 204 len: 168 time: 0.1218081 Jun 22 02:06:03.175872 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6cf2f748-2275-494e-b697-78f5ead04431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 02:06:03.183929 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe25565-966d-4df5-8187-c4e5226163d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257cf293-688a-4a14-866a-b99a8a1a1ff7,revision_number=None']} {{(pid=104429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 02:06:03.186350 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG oslo_concurrency.lockutils [None req-6fe25565-966d-4df5-8187-c4e5226163d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104429) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 02:06:03.718036 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e8d722ce-e58c-4df5-b587-126322e1c2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:04.210151 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:05.310516 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:06.906445 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:15.423732 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:31.520437 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a3368eaf-5ce2-49af-bc78-971fa2f394bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:33.719744 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e7b14e9c-b986-4946-a97a-38ac40f0389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:34.211987 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:35.312692 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:35.837060 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:06:36.913410 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:06:45.436035 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:01.524743 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-707f030f-0c00-4e40-b012-4c38027d97bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:03.720288 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-32c1a024-0c8c-4958-bfd6-9e6a4ae907a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:04.212952 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:05.316105 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:06.911747 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:12.835328 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:07:15.432488 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:31.526230 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-e5916859-afb2-427c-aa00-aee1d03b8e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:33.721271 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6abb-3115-4e70-9bee-61aebbb173a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:34.213674 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:35.318575 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:36.914721 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:45.446294 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:07:49.833459 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:08:01.528903 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-2d6f53fe-d5c2-4453-97f5-95f0d824a5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:03.720615 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-a7c595e8-72cc-4b05-9c0d-5732e725ab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:04.215368 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:05.321244 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:06.917983 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:15.445959 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:26.832428 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:08:31.529741 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8078-082d-428c-82c5-f7206e82df85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:33.720983 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-8a4349c9-3b5f-4d5f-9b34-583922d9b03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:34.220063 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:35.324420 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:36.921524 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:08:45.449657 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:01.529543 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-324f9826-ec6b-4a39-878e-ea0976e510a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:03.721636 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-2572104a-2c2b-4229-800e-bbb4c7298e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:03.831883 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:09:04.220399 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:05.328902 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:06.923323 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:07.696904 dv-cinder-797073-2-smb neutron-server[104429]: DEBUG neutron.wsgi [req-bdb26ad0-7e1d-4bb4-b756-297d8dc30aa1 req-176a52e4-6e64-4965-aeef-fd0b355df865 service neutron] (104429) timed out ('10.222.0.36', 51827) {{(pid=104429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 02:09:15.444874 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:31.530969 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6f757ee3-5e71-4ce3-8306-2cda7ecf97a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:33.721198 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-f03ce9ec-b99c-46bd-ad11-b2517e7cad8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:34.221051 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:35.331496 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:36.926524 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:09:40.831417 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:09:45.442542 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:01.530951 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ffe58f4e-3c1e-4d66-ac87-95e59020e910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:03.721058 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-496668ef-007a-4636-b10d-e14daf3f3f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:04.221578 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:05.333855 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:06.929792 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:15.456315 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:17.830092 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:10:31.531789 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab0ca-b18a-41fb-8db3-58361ee724c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:33.721223 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-0e9f9dde-8f8c-4ca2-a28d-66eebfda6615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:34.221312 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:35.337046 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:36.932763 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:45.457186 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:10:54.828422 dv-cinder-797073-2-smb neutron-server[104431]: DEBUG neutron.db.agents_db [None req-7b7235e5-7bcf-4108-8f7a-19d728e35223 None None] Agent healthcheck: found 6 active agents {{(pid=104431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 02:11:01.532070 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-c5e47768-450d-4436-9c20-9fad467d6f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:03.721573 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-3465e655-89ad-4bd2-969d-0dc822ad0d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:04.222716 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-ef2f579a-4e01-4b09-9663-29f0b9d9936b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:05.338939 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-65811d71-c237-4eb4-b2a9-38324ad8392d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:06.935767 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-afc25552-817b-4baf-8db1-bf0f860e3c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 02:11:15.470803 dv-cinder-797073-2-smb neutron-server[104430]: DEBUG neutron_lib.callbacks.manager [None req-84c4c32f-ea87-48ba-9073-70dd66b03bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769951395521', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-845991'] for agent, after_update {{(pid=104430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}